/*
 Navicat Premium Data Transfer

 Source Server         : aliyun-yuntai
 Source Server Type    : MySQL
 Source Server Version : 50716
 Source Host           : aliyun102:3306
 Source Schema         : dolphinscheduler

 Target Server Type    : MySQL
 Target Server Version : 50716
 File Encoding         : 65001

 Date: 01/08/2022 15:58:33
*/

SET NAMES utf8mb4;
SET FOREIGN_KEY_CHECKS = 0;

-- ----------------------------
-- Table structure for QRTZ_BLOB_TRIGGERS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_BLOB_TRIGGERS`;
CREATE TABLE `QRTZ_BLOB_TRIGGERS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `TRIGGER_NAME` varchar(200) NOT NULL,
  `TRIGGER_GROUP` varchar(200) NOT NULL,
  `BLOB_DATA` blob,
  PRIMARY KEY (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`),
  KEY `SCHED_NAME` (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`),
  CONSTRAINT `QRTZ_BLOB_TRIGGERS_ibfk_1` FOREIGN KEY (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`) REFERENCES `QRTZ_TRIGGERS` (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_BLOB_TRIGGERS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_CALENDARS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_CALENDARS`;
CREATE TABLE `QRTZ_CALENDARS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `CALENDAR_NAME` varchar(200) NOT NULL,
  `CALENDAR` blob NOT NULL,
  PRIMARY KEY (`SCHED_NAME`,`CALENDAR_NAME`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_CALENDARS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_CRON_TRIGGERS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_CRON_TRIGGERS`;
CREATE TABLE `QRTZ_CRON_TRIGGERS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `TRIGGER_NAME` varchar(200) NOT NULL,
  `TRIGGER_GROUP` varchar(200) NOT NULL,
  `CRON_EXPRESSION` varchar(120) NOT NULL,
  `TIME_ZONE_ID` varchar(80) DEFAULT NULL,
  PRIMARY KEY (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`),
  CONSTRAINT `QRTZ_CRON_TRIGGERS_ibfk_1` FOREIGN KEY (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`) REFERENCES `QRTZ_TRIGGERS` (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_CRON_TRIGGERS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_FIRED_TRIGGERS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_FIRED_TRIGGERS`;
CREATE TABLE `QRTZ_FIRED_TRIGGERS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `ENTRY_ID` varchar(200) NOT NULL,
  `TRIGGER_NAME` varchar(200) NOT NULL,
  `TRIGGER_GROUP` varchar(200) NOT NULL,
  `INSTANCE_NAME` varchar(200) NOT NULL,
  `FIRED_TIME` bigint(13) NOT NULL,
  `SCHED_TIME` bigint(13) NOT NULL,
  `PRIORITY` int(11) NOT NULL,
  `STATE` varchar(16) NOT NULL,
  `JOB_NAME` varchar(200) DEFAULT NULL,
  `JOB_GROUP` varchar(200) DEFAULT NULL,
  `IS_NONCONCURRENT` varchar(1) DEFAULT NULL,
  `REQUESTS_RECOVERY` varchar(1) DEFAULT NULL,
  PRIMARY KEY (`SCHED_NAME`,`ENTRY_ID`),
  KEY `IDX_QRTZ_FT_TRIG_INST_NAME` (`SCHED_NAME`,`INSTANCE_NAME`),
  KEY `IDX_QRTZ_FT_INST_JOB_REQ_RCVRY` (`SCHED_NAME`,`INSTANCE_NAME`,`REQUESTS_RECOVERY`),
  KEY `IDX_QRTZ_FT_J_G` (`SCHED_NAME`,`JOB_NAME`,`JOB_GROUP`),
  KEY `IDX_QRTZ_FT_JG` (`SCHED_NAME`,`JOB_GROUP`),
  KEY `IDX_QRTZ_FT_T_G` (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`),
  KEY `IDX_QRTZ_FT_TG` (`SCHED_NAME`,`TRIGGER_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_FIRED_TRIGGERS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_JOB_DETAILS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_JOB_DETAILS`;
CREATE TABLE `QRTZ_JOB_DETAILS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `JOB_NAME` varchar(200) NOT NULL,
  `JOB_GROUP` varchar(200) NOT NULL,
  `DESCRIPTION` varchar(250) DEFAULT NULL,
  `JOB_CLASS_NAME` varchar(250) NOT NULL,
  `IS_DURABLE` varchar(1) NOT NULL,
  `IS_NONCONCURRENT` varchar(1) NOT NULL,
  `IS_UPDATE_DATA` varchar(1) NOT NULL,
  `REQUESTS_RECOVERY` varchar(1) NOT NULL,
  `JOB_DATA` blob,
  PRIMARY KEY (`SCHED_NAME`,`JOB_NAME`,`JOB_GROUP`),
  KEY `IDX_QRTZ_J_REQ_RECOVERY` (`SCHED_NAME`,`REQUESTS_RECOVERY`),
  KEY `IDX_QRTZ_J_GRP` (`SCHED_NAME`,`JOB_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_JOB_DETAILS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_LOCKS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_LOCKS`;
CREATE TABLE `QRTZ_LOCKS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `LOCK_NAME` varchar(40) NOT NULL,
  PRIMARY KEY (`SCHED_NAME`,`LOCK_NAME`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_LOCKS
-- ----------------------------
BEGIN;
INSERT INTO `QRTZ_LOCKS` VALUES ('DolphinScheduler', 'STATE_ACCESS');
INSERT INTO `QRTZ_LOCKS` VALUES ('DolphinScheduler', 'TRIGGER_ACCESS');
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_PAUSED_TRIGGER_GRPS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_PAUSED_TRIGGER_GRPS`;
CREATE TABLE `QRTZ_PAUSED_TRIGGER_GRPS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `TRIGGER_GROUP` varchar(200) NOT NULL,
  PRIMARY KEY (`SCHED_NAME`,`TRIGGER_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_PAUSED_TRIGGER_GRPS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_SCHEDULER_STATE
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_SCHEDULER_STATE`;
CREATE TABLE `QRTZ_SCHEDULER_STATE` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `INSTANCE_NAME` varchar(200) NOT NULL,
  `LAST_CHECKIN_TIME` bigint(13) NOT NULL,
  `CHECKIN_INTERVAL` bigint(13) NOT NULL,
  PRIMARY KEY (`SCHED_NAME`,`INSTANCE_NAME`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_SCHEDULER_STATE
-- ----------------------------
BEGIN;
INSERT INTO `QRTZ_SCHEDULER_STATE` VALUES ('DolphinScheduler', 'hadoop1021659316688789', 1659340713568, 5000);
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_SIMPLE_TRIGGERS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_SIMPLE_TRIGGERS`;
CREATE TABLE `QRTZ_SIMPLE_TRIGGERS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `TRIGGER_NAME` varchar(200) NOT NULL,
  `TRIGGER_GROUP` varchar(200) NOT NULL,
  `REPEAT_COUNT` bigint(7) NOT NULL,
  `REPEAT_INTERVAL` bigint(12) NOT NULL,
  `TIMES_TRIGGERED` bigint(10) NOT NULL,
  PRIMARY KEY (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`),
  CONSTRAINT `QRTZ_SIMPLE_TRIGGERS_ibfk_1` FOREIGN KEY (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`) REFERENCES `QRTZ_TRIGGERS` (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_SIMPLE_TRIGGERS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_SIMPROP_TRIGGERS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_SIMPROP_TRIGGERS`;
CREATE TABLE `QRTZ_SIMPROP_TRIGGERS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `TRIGGER_NAME` varchar(200) NOT NULL,
  `TRIGGER_GROUP` varchar(200) NOT NULL,
  `STR_PROP_1` varchar(512) DEFAULT NULL,
  `STR_PROP_2` varchar(512) DEFAULT NULL,
  `STR_PROP_3` varchar(512) DEFAULT NULL,
  `INT_PROP_1` int(11) DEFAULT NULL,
  `INT_PROP_2` int(11) DEFAULT NULL,
  `LONG_PROP_1` bigint(20) DEFAULT NULL,
  `LONG_PROP_2` bigint(20) DEFAULT NULL,
  `DEC_PROP_1` decimal(13,4) DEFAULT NULL,
  `DEC_PROP_2` decimal(13,4) DEFAULT NULL,
  `BOOL_PROP_1` varchar(1) DEFAULT NULL,
  `BOOL_PROP_2` varchar(1) DEFAULT NULL,
  PRIMARY KEY (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`),
  CONSTRAINT `QRTZ_SIMPROP_TRIGGERS_ibfk_1` FOREIGN KEY (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`) REFERENCES `QRTZ_TRIGGERS` (`SCHED_NAME`, `TRIGGER_NAME`, `TRIGGER_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_SIMPROP_TRIGGERS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for QRTZ_TRIGGERS
-- ----------------------------
DROP TABLE IF EXISTS `QRTZ_TRIGGERS`;
CREATE TABLE `QRTZ_TRIGGERS` (
  `SCHED_NAME` varchar(120) NOT NULL,
  `TRIGGER_NAME` varchar(200) NOT NULL,
  `TRIGGER_GROUP` varchar(200) NOT NULL,
  `JOB_NAME` varchar(200) NOT NULL,
  `JOB_GROUP` varchar(200) NOT NULL,
  `DESCRIPTION` varchar(250) DEFAULT NULL,
  `NEXT_FIRE_TIME` bigint(13) DEFAULT NULL,
  `PREV_FIRE_TIME` bigint(13) DEFAULT NULL,
  `PRIORITY` int(11) DEFAULT NULL,
  `TRIGGER_STATE` varchar(16) NOT NULL,
  `TRIGGER_TYPE` varchar(8) NOT NULL,
  `START_TIME` bigint(13) NOT NULL,
  `END_TIME` bigint(13) DEFAULT NULL,
  `CALENDAR_NAME` varchar(200) DEFAULT NULL,
  `MISFIRE_INSTR` smallint(2) DEFAULT NULL,
  `JOB_DATA` blob,
  PRIMARY KEY (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`),
  KEY `IDX_QRTZ_T_J` (`SCHED_NAME`,`JOB_NAME`,`JOB_GROUP`),
  KEY `IDX_QRTZ_T_JG` (`SCHED_NAME`,`JOB_GROUP`),
  KEY `IDX_QRTZ_T_C` (`SCHED_NAME`,`CALENDAR_NAME`),
  KEY `IDX_QRTZ_T_G` (`SCHED_NAME`,`TRIGGER_GROUP`),
  KEY `IDX_QRTZ_T_STATE` (`SCHED_NAME`,`TRIGGER_STATE`),
  KEY `IDX_QRTZ_T_N_STATE` (`SCHED_NAME`,`TRIGGER_NAME`,`TRIGGER_GROUP`,`TRIGGER_STATE`),
  KEY `IDX_QRTZ_T_N_G_STATE` (`SCHED_NAME`,`TRIGGER_GROUP`,`TRIGGER_STATE`),
  KEY `IDX_QRTZ_T_NEXT_FIRE_TIME` (`SCHED_NAME`,`NEXT_FIRE_TIME`),
  KEY `IDX_QRTZ_T_NFT_ST` (`SCHED_NAME`,`TRIGGER_STATE`,`NEXT_FIRE_TIME`),
  KEY `IDX_QRTZ_T_NFT_MISFIRE` (`SCHED_NAME`,`MISFIRE_INSTR`,`NEXT_FIRE_TIME`),
  KEY `IDX_QRTZ_T_NFT_ST_MISFIRE` (`SCHED_NAME`,`MISFIRE_INSTR`,`NEXT_FIRE_TIME`,`TRIGGER_STATE`),
  KEY `IDX_QRTZ_T_NFT_ST_MISFIRE_GRP` (`SCHED_NAME`,`MISFIRE_INSTR`,`NEXT_FIRE_TIME`,`TRIGGER_GROUP`,`TRIGGER_STATE`),
  CONSTRAINT `QRTZ_TRIGGERS_ibfk_1` FOREIGN KEY (`SCHED_NAME`, `JOB_NAME`, `JOB_GROUP`) REFERENCES `QRTZ_JOB_DETAILS` (`SCHED_NAME`, `JOB_NAME`, `JOB_GROUP`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of QRTZ_TRIGGERS
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_access_token
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_access_token`;
CREATE TABLE `t_ds_access_token` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `user_id` int(11) DEFAULT NULL COMMENT 'user id',
  `token` varchar(64) DEFAULT NULL COMMENT 'token',
  `expire_time` datetime DEFAULT NULL COMMENT 'end time of token ',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_access_token
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_alert
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_alert`;
CREATE TABLE `t_ds_alert` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `title` varchar(64) DEFAULT NULL COMMENT 'title',
  `content` text COMMENT 'Message content (can be email, can be SMS. Mail is stored in JSON map, and SMS is string)',
  `alert_status` tinyint(4) DEFAULT '0' COMMENT '0:wait running,1:success,2:failed',
  `log` text COMMENT 'log',
  `alertgroup_id` int(11) DEFAULT NULL COMMENT 'alert group id',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_alert
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_alert_plugin_instance
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_alert_plugin_instance`;
CREATE TABLE `t_ds_alert_plugin_instance` (
  `id` int(11) NOT NULL AUTO_INCREMENT,
  `plugin_define_id` int(11) NOT NULL,
  `plugin_instance_params` text COMMENT 'plugin instance params. Also contain the params value which user input in web ui.',
  `create_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP,
  `update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  `instance_name` varchar(200) DEFAULT NULL COMMENT 'alert instance name',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_alert_plugin_instance
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_alertgroup
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_alertgroup`;
CREATE TABLE `t_ds_alertgroup` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `alert_instance_ids` varchar(255) DEFAULT NULL COMMENT 'alert instance ids',
  `create_user_id` int(11) DEFAULT NULL COMMENT 'create user id',
  `group_name` varchar(255) DEFAULT NULL COMMENT 'group name',
  `description` varchar(255) DEFAULT NULL,
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  UNIQUE KEY `t_ds_alertgroup_name_un` (`group_name`)
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_alertgroup
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_alertgroup` VALUES (1, '1,2', 1, 'default admin warning group', 'default admin warning group', '2018-11-29 10:20:39', '2018-11-29 10:20:39');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_command
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_command`;
CREATE TABLE `t_ds_command` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `command_type` tinyint(4) DEFAULT NULL COMMENT 'Command type: 0 start workflow, 1 start execution from current node, 2 resume fault-tolerant workflow, 3 resume pause process, 4 start execution from failed node, 5 complement, 6 schedule, 7 rerun, 8 pause, 9 stop, 10 resume waiting thread',
  `process_definition_code` bigint(20) NOT NULL COMMENT 'process definition code',
  `process_definition_version` int(11) DEFAULT '0' COMMENT 'process definition version',
  `process_instance_id` int(11) DEFAULT '0' COMMENT 'process instance id',
  `command_param` text COMMENT 'json command parameters',
  `task_depend_type` tinyint(4) DEFAULT NULL COMMENT 'Node dependency type: 0 current node, 1 forward, 2 backward',
  `failure_strategy` tinyint(4) DEFAULT '0' COMMENT 'Failed policy: 0 end, 1 continue',
  `warning_type` tinyint(4) DEFAULT '0' COMMENT 'Alarm type: 0 is not sent, 1 process is sent successfully, 2 process is sent failed, 3 process is sent successfully and all failures are sent',
  `warning_group_id` int(11) DEFAULT NULL COMMENT 'warning group',
  `schedule_time` datetime DEFAULT NULL COMMENT 'schedule time',
  `start_time` datetime DEFAULT NULL COMMENT 'start time',
  `executor_id` int(11) DEFAULT NULL COMMENT 'executor id',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  `process_instance_priority` int(11) DEFAULT NULL COMMENT 'process instance priority: 0 Highest,1 High,2 Medium,3 Low,4 Lowest',
  `worker_group` varchar(64) DEFAULT NULL COMMENT 'worker group',
  `environment_code` bigint(20) DEFAULT '-1' COMMENT 'environment code',
  `dry_run` tinyint(4) DEFAULT '0' COMMENT 'dry run flag：0 normal, 1 dry run',
  PRIMARY KEY (`id`),
  KEY `priority_id_index` (`process_instance_priority`,`id`) USING BTREE
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_command
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_datasource
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_datasource`;
CREATE TABLE `t_ds_datasource` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `name` varchar(64) NOT NULL COMMENT 'data source name',
  `note` varchar(255) DEFAULT NULL COMMENT 'description',
  `type` tinyint(4) NOT NULL COMMENT 'data source type: 0:mysql,1:postgresql,2:hive,3:spark',
  `user_id` int(11) NOT NULL COMMENT 'the creator id',
  `connection_params` text NOT NULL COMMENT 'json connection params',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  UNIQUE KEY `t_ds_datasource_name_un` (`name`,`type`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_datasource
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_environment
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_environment`;
CREATE TABLE `t_ds_environment` (
  `id` bigint(11) NOT NULL AUTO_INCREMENT COMMENT 'id',
  `code` bigint(20) DEFAULT NULL COMMENT 'encoding',
  `name` varchar(100) NOT NULL COMMENT 'environment name',
  `config` text COMMENT 'this config contains many environment variables config',
  `description` text COMMENT 'the details',
  `operator` int(11) DEFAULT NULL COMMENT 'operator user id',
  `create_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP,
  `update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  PRIMARY KEY (`id`),
  UNIQUE KEY `environment_name_unique` (`name`),
  UNIQUE KEY `environment_code_unique` (`code`)
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_environment
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_environment` VALUES (1, 6040283383712, '测试环境', 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', '电商数仓测试环境', 1, '2022-07-01 04:15:14', '2022-07-01 04:15:14');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_environment_worker_group_relation
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_environment_worker_group_relation`;
CREATE TABLE `t_ds_environment_worker_group_relation` (
  `id` bigint(11) NOT NULL AUTO_INCREMENT COMMENT 'id',
  `environment_code` bigint(20) NOT NULL COMMENT 'environment code',
  `worker_group` varchar(255) NOT NULL COMMENT 'worker group id',
  `operator` int(11) DEFAULT NULL COMMENT 'operator user id',
  `create_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP,
  `update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  PRIMARY KEY (`id`),
  UNIQUE KEY `environment_worker_group_unique` (`environment_code`,`worker_group`)
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_environment_worker_group_relation
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_environment_worker_group_relation` VALUES (1, 6040283383712, 'default', 1, '2022-07-01 04:15:14', '2022-07-01 04:15:14');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_error_command
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_error_command`;
CREATE TABLE `t_ds_error_command` (
  `id` int(11) NOT NULL COMMENT 'key',
  `command_type` tinyint(4) DEFAULT NULL COMMENT 'command type',
  `executor_id` int(11) DEFAULT NULL COMMENT 'executor id',
  `process_definition_code` bigint(20) NOT NULL COMMENT 'process definition code',
  `process_definition_version` int(11) DEFAULT '0' COMMENT 'process definition version',
  `process_instance_id` int(11) DEFAULT '0' COMMENT 'process instance id: 0',
  `command_param` text COMMENT 'json command parameters',
  `task_depend_type` tinyint(4) DEFAULT NULL COMMENT 'task depend type',
  `failure_strategy` tinyint(4) DEFAULT '0' COMMENT 'failure strategy',
  `warning_type` tinyint(4) DEFAULT '0' COMMENT 'warning type',
  `warning_group_id` int(11) DEFAULT NULL COMMENT 'warning group id',
  `schedule_time` datetime DEFAULT NULL COMMENT 'scheduler time',
  `start_time` datetime DEFAULT NULL COMMENT 'start time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  `process_instance_priority` int(11) DEFAULT NULL COMMENT 'process instance priority, 0 Highest,1 High,2 Medium,3 Low,4 Lowest',
  `worker_group` varchar(64) DEFAULT NULL COMMENT 'worker group',
  `environment_code` bigint(20) DEFAULT '-1' COMMENT 'environment code',
  `message` text COMMENT 'message',
  `dry_run` tinyint(4) DEFAULT '0' COMMENT 'dry run flag: 0 normal, 1 dry run',
  PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB DEFAULT CHARSET=utf8 ROW_FORMAT=DYNAMIC;

-- ----------------------------
-- Records of t_ds_error_command
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_plugin_define
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_plugin_define`;
CREATE TABLE `t_ds_plugin_define` (
  `id` int(11) NOT NULL AUTO_INCREMENT,
  `plugin_name` varchar(100) NOT NULL COMMENT 'the name of plugin eg: email',
  `plugin_type` varchar(100) NOT NULL COMMENT 'plugin type . alert=alert plugin, job=job plugin',
  `plugin_params` text COMMENT 'plugin params',
  `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
  `update_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  PRIMARY KEY (`id`),
  UNIQUE KEY `t_ds_plugin_define_UN` (`plugin_name`,`plugin_type`)
) ENGINE=InnoDB AUTO_INCREMENT=20 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_plugin_define
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_plugin_define` VALUES (2, 'Email', 'alert', '[{\"props\":null,\"field\":\"receivers\",\"name\":\"$t(\'receivers\')\",\"type\":\"input\",\"title\":\"$t(\'receivers\')\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"receiverCcs\",\"name\":\"$t(\'receiverCcs\')\",\"type\":\"input\",\"title\":\"$t(\'receiverCcs\')\",\"value\":null,\"validate\":null},{\"props\":null,\"field\":\"serverHost\",\"name\":\"mail.smtp.host\",\"type\":\"input\",\"title\":\"mail.smtp.host\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"serverPort\",\"name\":\"mail.smtp.port\",\"type\":\"input\",\"title\":\"mail.smtp.port\",\"value\":\"25\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"sender\",\"name\":\"mail.sender\",\"type\":\"input\",\"title\":\"mail.sender\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"enableSmtpAuth\",\"name\":\"mail.smtp.auth\",\"type\":\"radio\",\"title\":\"mail.smtp.auth\",\"value\":\"true\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"YES\",\"value\":\"true\",\"disabled\":false},{\"label\":\"NO\",\"value\":\"false\",\"disabled\":false}]},{\"props\":null,\"field\":\"user\",\"name\":\"mail.user\",\"type\":\"input\",\"title\":\"mail.user\",\"value\":null,\"validate\":null},{\"field\":\"passwd\",\"name\":\"mail.passwd\",\"props\":{\"disabled\":null,\"placeholder\":\"if enable use authentication, you need input password\",\"size\":\"small\"},\"type\":\"input\",\"title\":\"mail.passwd\",\"value\":null,\"validate\":null},{\"props\":null,\"field\":\"starttlsEnable\",\"name\":\"mail.smtp.starttls.enable\",\"type\":\"radio\",\"title\":\"mail.smtp.starttls.enable\",\"value\":\"false\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"YES\",\"value\":\"true\",\"disabled\":false},{\"label\":\"NO\",\"value\":\"false\",\"disabled\":false}]},{\"props\":null,\"field\":\"sslEnable\",\"name\":\"mail.smtp.ssl.enable\",\"type\":\"radio\",\"title\":\"mail.smtp.ssl.enable\",\"value\":\"false\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"YES\",\"value\":\"true\",\"disabled\":false},{\"label\":\"NO\",\"value\":\"false\",\"disabled\":false}]},{\"props\":null,\"field\":\"smtpSslTrust\",\"name\":\"mail.smtp.ssl.trust\",\"type\":\"input\",\"title\":\"mail.smtp.ssl.trust\",\"value\":\"*\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"showType\",\"name\":\"show_type\",\"type\":\"radio\",\"title\":\"show_type\",\"value\":\"table\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"table\",\"value\":\"table\",\"disabled\":false},{\"label\":\"text\",\"value\":\"text\",\"disabled\":false},{\"label\":\"attachment\",\"value\":\"attachment\",\"disabled\":false},{\"label\":\"table attachment\",\"value\":\"table attachment\",\"disabled\":false}]}]', '2022-07-01 02:56:31', '2022-07-01 02:56:31');
INSERT INTO `t_ds_plugin_define` VALUES (3, 'Slack', 'alert', '[{\"props\":null,\"field\":\"WebHook\",\"name\":\"webhook\",\"type\":\"input\",\"title\":\"webhook\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"username\",\"name\":\"username\",\"type\":\"input\",\"title\":\"username\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]}]', '2022-07-01 02:56:31', '2022-07-01 02:56:31');
INSERT INTO `t_ds_plugin_define` VALUES (4, 'Http', 'alert', '[{\"props\":null,\"field\":\"url\",\"name\":\"url\",\"type\":\"input\",\"title\":\"url\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"requestType\",\"name\":\"requestType\",\"type\":\"input\",\"title\":\"requestType\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"headerParams\",\"name\":\"headerParams\",\"type\":\"input\",\"title\":\"headerParams\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"bodyParams\",\"name\":\"bodyParams\",\"type\":\"input\",\"title\":\"bodyParams\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"contentField\",\"name\":\"contentField\",\"type\":\"input\",\"title\":\"contentField\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]}]', '2022-07-01 02:56:31', '2022-07-01 02:56:31');
INSERT INTO `t_ds_plugin_define` VALUES (5, 'Script', 'alert', '[{\"props\":null,\"field\":\"userParams\",\"name\":\"user.params\",\"type\":\"input\",\"title\":\"user.params\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"path\",\"name\":\"path\",\"type\":\"input\",\"title\":\"path\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"type\",\"name\":\"type\",\"type\":\"radio\",\"title\":\"type\",\"value\":\"SHELL\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"SHELL\",\"value\":\"SHELL\",\"disabled\":false}]}]', '2022-07-01 02:56:31', '2022-07-01 02:56:31');
INSERT INTO `t_ds_plugin_define` VALUES (6, 'DingTalk', 'alert', '[{\"props\":null,\"field\":\"WebHook\",\"name\":\"webhook\",\"type\":\"input\",\"title\":\"webhook\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"Keyword\",\"name\":\"keyword\",\"type\":\"input\",\"title\":\"keyword\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"Secret\",\"name\":\"secret\",\"type\":\"input\",\"title\":\"secret\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"IsEnableProxy\",\"name\":\"isEnableProxy\",\"type\":\"radio\",\"title\":\"isEnableProxy\",\"value\":\"false\",\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"YES\",\"value\":\"true\",\"disabled\":false},{\"label\":\"NO\",\"value\":\"false\",\"disabled\":false}]},{\"props\":null,\"field\":\"Proxy\",\"name\":\"proxy\",\"type\":\"input\",\"title\":\"proxy\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"Port\",\"name\":\"port\",\"type\":\"input\",\"title\":\"port\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"User\",\"name\":\"user\",\"type\":\"input\",\"title\":\"user\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"field\":\"Password\",\"name\":\"password\",\"props\":{\"disabled\":null,\"placeholder\":\"if enable use authentication, you need input password\",\"size\":\"small\"},\"type\":\"input\",\"title\":\"password\",\"value\":null,\"validate\":null}]', '2022-07-01 02:56:31', '2022-07-01 02:56:31');
INSERT INTO `t_ds_plugin_define` VALUES (7, 'Feishu', 'alert', '[{\"props\":null,\"field\":\"webHook\",\"name\":\"webhook\",\"type\":\"input\",\"title\":\"webhook\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"isEnableProxy\",\"name\":\"isEnableProxy\",\"type\":\"radio\",\"title\":\"isEnableProxy\",\"value\":\"true\",\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"YES\",\"value\":\"true\",\"disabled\":false},{\"label\":\"NO\",\"value\":\"false\",\"disabled\":false}]},{\"props\":null,\"field\":\"proxy\",\"name\":\"proxy\",\"type\":\"input\",\"title\":\"proxy\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"port\",\"name\":\"port\",\"type\":\"input\",\"title\":\"port\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"user\",\"name\":\"user\",\"type\":\"input\",\"title\":\"user\",\"value\":null,\"validate\":[{\"required\":false,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"field\":\"password\",\"name\":\"password\",\"props\":{\"disabled\":null,\"placeholder\":\"if enable use authentication, you need input password\",\"size\":\"small\"},\"type\":\"input\",\"title\":\"password\",\"value\":null,\"validate\":null}]', '2022-07-01 02:56:31', '2022-07-01 02:56:31');
INSERT INTO `t_ds_plugin_define` VALUES (8, 'WeChat', 'alert', '[{\"props\":null,\"field\":\"corpId\",\"name\":\"corp.id\",\"type\":\"input\",\"title\":\"corp.id\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"secret\",\"name\":\"secret\",\"type\":\"input\",\"title\":\"secret\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"users\",\"name\":\"users\",\"type\":\"input\",\"title\":\"users\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"userSendMsg\",\"name\":\"user.send.msg\",\"type\":\"input\",\"title\":\"user.send.msg\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"agentId\",\"name\":\"agent.id\",\"type\":\"input\",\"title\":\"agent.id\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"sendType\",\"name\":\"send.type\",\"type\":\"radio\",\"title\":\"send.type\",\"value\":\"应用\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"应用\",\"value\":\"应用\",\"disabled\":false},{\"label\":\"群聊\",\"value\":\"群聊\",\"disabled\":false}]},{\"props\":null,\"field\":\"showType\",\"name\":\"show_type\",\"type\":\"radio\",\"title\":\"show_type\",\"value\":\"table\",\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}],\"options\":[{\"label\":\"table\",\"value\":\"table\",\"disabled\":false},{\"label\":\"text\",\"value\":\"text\",\"disabled\":false}]}]', '2022-07-01 02:56:31', '2022-07-01 02:56:31');
INSERT INTO `t_ds_plugin_define` VALUES (9, 'PIGEON', 'task', '[{\"props\":null,\"field\":\"targetJobName\",\"name\":\"targetJobName\",\"type\":\"input\",\"title\":\"targetJobName\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]}]', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (10, 'MR', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (11, 'SQOOP', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (12, 'PYTHON', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (13, 'FLINK', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (14, 'SPARK', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (15, 'SQL', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (16, 'DATAX', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (17, 'PROCEDURE', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (18, 'SHELL', 'task', '[{\"props\":null,\"field\":\"name\",\"name\":\"$t(\'Node name\')\",\"type\":\"input\",\"title\":\"$t(\'Node name\')\",\"value\":null,\"validate\":[{\"required\":true,\"message\":null,\"type\":\"string\",\"trigger\":\"blur\",\"min\":null,\"max\":null}]},{\"props\":null,\"field\":\"runFlag\",\"name\":\"RUN_FLAG\",\"type\":\"radio\",\"title\":\"RUN_FLAG\",\"value\":null,\"validate\":null,\"options\":[{\"label\":\"NORMAL\",\"value\":\"NORMAL\",\"disabled\":false},{\"label\":\"FORBIDDEN\",\"value\":\"FORBIDDEN\",\"disabled\":false}]}]', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
INSERT INTO `t_ds_plugin_define` VALUES (19, 'HTTP', 'task', 'null', '2022-07-01 02:56:34', '2022-07-01 02:56:34');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_process_definition
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_process_definition`;
CREATE TABLE `t_ds_process_definition` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'self-increasing id',
  `code` bigint(20) NOT NULL COMMENT 'encoding',
  `name` varchar(255) DEFAULT NULL COMMENT 'process definition name',
  `version` int(11) DEFAULT '0' COMMENT 'process definition version',
  `description` text COMMENT 'description',
  `project_code` bigint(20) NOT NULL COMMENT 'project code',
  `release_state` tinyint(4) DEFAULT NULL COMMENT 'process definition release state：0:offline,1:online',
  `user_id` int(11) DEFAULT NULL COMMENT 'process definition creator id',
  `global_params` text COMMENT 'global parameters',
  `flag` tinyint(4) DEFAULT NULL COMMENT '0 not available, 1 available',
  `locations` text COMMENT 'Node location information',
  `warning_group_id` int(11) DEFAULT NULL COMMENT 'alert group id',
  `timeout` int(11) DEFAULT '0' COMMENT 'time out, unit: minute',
  `tenant_id` int(11) NOT NULL DEFAULT '-1' COMMENT 'tenant id',
  `execution_type` tinyint(4) DEFAULT '0' COMMENT 'execution_type 0:parallel,1:serial wait,2:serial discard,3:serial priority',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`,`code`),
  UNIQUE KEY `process_unique` (`name`,`project_code`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=3 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_process_definition
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_process_definition` VALUES (1, 6041204900896, '首日铺底', 8, '', 6041086775968, 1, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-01\"}]', 1, '[{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500}]', NULL, 0, 1, 0, '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_definition` VALUES (2, 6042535078432, '每日增量', 3, '', 6041086775968, 1, 2, '[{\"prop\":\"1\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"all\"},{\"prop\":\"2\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-09\"},{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-09\"}]', 1, '[{\"taskCode\":6042474389280,\"x\":224,\"y\":118},{\"taskCode\":6042484386976,\"x\":224,\"y\":187},{\"taskCode\":6042489526816,\"x\":537,\"y\":139},{\"taskCode\":6042495832096,\"x\":520,\"y\":244},{\"taskCode\":6042498891296,\"x\":213,\"y\":292},{\"taskCode\":6042506396192,\"x\":487,\"y\":332},{\"taskCode\":6042511584672,\"x\":225,\"y\":393},{\"taskCode\":6042516607648,\"x\":508,\"y\":424},{\"taskCode\":6042521232544,\"x\":230,\"y\":487}]', NULL, 0, 1, 0, '2022-07-01 09:08:25', '2022-07-11 10:04:06');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_process_definition_log
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_process_definition_log`;
CREATE TABLE `t_ds_process_definition_log` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'self-increasing id',
  `code` bigint(20) NOT NULL COMMENT 'encoding',
  `name` varchar(200) DEFAULT NULL COMMENT 'process definition name',
  `version` int(11) DEFAULT '0' COMMENT 'process definition version',
  `description` text COMMENT 'description',
  `project_code` bigint(20) NOT NULL COMMENT 'project code',
  `release_state` tinyint(4) DEFAULT NULL COMMENT 'process definition release state：0:offline,1:online',
  `user_id` int(11) DEFAULT NULL COMMENT 'process definition creator id',
  `global_params` text COMMENT 'global parameters',
  `flag` tinyint(4) DEFAULT NULL COMMENT '0 not available, 1 available',
  `locations` text COMMENT 'Node location information',
  `warning_group_id` int(11) DEFAULT NULL COMMENT 'alert group id',
  `timeout` int(11) DEFAULT '0' COMMENT 'time out,unit: minute',
  `tenant_id` int(11) NOT NULL DEFAULT '-1' COMMENT 'tenant id',
  `execution_type` tinyint(4) DEFAULT '0' COMMENT 'execution_type 0:parallel,1:serial wait,2:serial discard,3:serial priority',
  `operator` int(11) DEFAULT NULL COMMENT 'operator user id',
  `operate_time` datetime DEFAULT NULL COMMENT 'operate time',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=12 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_process_definition_log
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_process_definition_log` VALUES (1, 6041204900896, '首日铺底', 1, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '[{\"taskCode\":6041088608544,\"x\":111,\"y\":113},{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500}]', NULL, 0, 1, 0, 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_definition_log` VALUES (2, 6041204900896, '首日铺底', 2, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '[{\"taskCode\":6041088608544,\"x\":111,\"y\":113},{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500}]', NULL, 0, 1, 0, 2, '2022-07-01 06:46:27', '2022-07-01 06:15:13', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_definition_log` VALUES (3, 6041204900896, '首日铺底', 3, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '[{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500},{\"taskCode\":6041088608544,\"x\":111,\"y\":113}]', NULL, 0, 1, 0, 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_definition_log` VALUES (4, 6041204900896, '首日铺底', 4, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '[{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500},{\"taskCode\":6041088608544,\"x\":111,\"y\":113}]', NULL, 0, 1, 0, 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_definition_log` VALUES (5, 6041204900896, '首日铺底', 5, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '[{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500},{\"taskCode\":6041088608544,\"x\":111,\"y\":113}]', NULL, 0, 1, 0, 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_definition_log` VALUES (6, 6041204900896, '首日铺底', 6, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '[{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500},{\"taskCode\":6041088608544,\"x\":111,\"y\":113}]', NULL, 0, 1, 0, 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_definition_log` VALUES (7, 6041204900896, '首日铺底', 7, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '[{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500}]', NULL, 0, 1, 0, 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_definition_log` VALUES (8, 6042535078432, '每日增量', 1, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-29\"}]', 1, '[{\"taskCode\":6042474389280,\"x\":224,\"y\":118},{\"taskCode\":6042484386976,\"x\":224,\"y\":187},{\"taskCode\":6042489526816,\"x\":537,\"y\":143},{\"taskCode\":6042495832096,\"x\":520,\"y\":246},{\"taskCode\":6042498891296,\"x\":213,\"y\":292},{\"taskCode\":6042506396192,\"x\":487,\"y\":332},{\"taskCode\":6042511584672,\"x\":225,\"y\":393},{\"taskCode\":6042516607648,\"x\":508,\"y\":424},{\"taskCode\":6042521232544,\"x\":230,\"y\":487}]', NULL, 0, 1, 0, 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_definition_log` VALUES (9, 6041204900896, '首日铺底', 8, '', 6041086775968, 0, 2, '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-01\"}]', 1, '[{\"taskCode\":6041142319392,\"x\":402,\"y\":113},{\"taskCode\":6041155036192,\"x\":182,\"y\":224},{\"taskCode\":6041161339936,\"x\":496,\"y\":261},{\"taskCode\":6041172144800,\"x\":195,\"y\":369},{\"taskCode\":6041184960800,\"x\":508,\"y\":374},{\"taskCode\":6041191543200,\"x\":196,\"y\":473},{\"taskCode\":6041196281504,\"x\":527,\"y\":500}]', NULL, 0, 1, 0, 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_definition_log` VALUES (10, 6042535078432, '每日增量', 2, '', 6041086775968, 0, 2, '[{\"prop\":\"1\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"all\"},{\"prop\":\"2\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-09\"}]', 1, '[{\"taskCode\":6042474389280,\"x\":224,\"y\":118},{\"taskCode\":6042484386976,\"x\":224,\"y\":187},{\"taskCode\":6042489526816,\"x\":537,\"y\":139},{\"taskCode\":6042495832096,\"x\":520,\"y\":244},{\"taskCode\":6042498891296,\"x\":213,\"y\":292},{\"taskCode\":6042506396192,\"x\":487,\"y\":332},{\"taskCode\":6042511584672,\"x\":225,\"y\":393},{\"taskCode\":6042516607648,\"x\":508,\"y\":424},{\"taskCode\":6042521232544,\"x\":230,\"y\":487}]', NULL, 0, 1, 0, 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_definition_log` VALUES (11, 6042535078432, '每日增量', 3, '', 6041086775968, 0, 2, '[{\"prop\":\"1\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"all\"},{\"prop\":\"2\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-09\"},{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-09\"}]', 1, '[{\"taskCode\":6042474389280,\"x\":224,\"y\":118},{\"taskCode\":6042484386976,\"x\":224,\"y\":187},{\"taskCode\":6042489526816,\"x\":537,\"y\":139},{\"taskCode\":6042495832096,\"x\":520,\"y\":244},{\"taskCode\":6042498891296,\"x\":213,\"y\":292},{\"taskCode\":6042506396192,\"x\":487,\"y\":332},{\"taskCode\":6042511584672,\"x\":225,\"y\":393},{\"taskCode\":6042516607648,\"x\":508,\"y\":424},{\"taskCode\":6042521232544,\"x\":230,\"y\":487}]', NULL, 0, 1, 0, 2, '2022-07-11 10:04:06', '2022-07-01 09:08:25', '2022-07-11 10:04:06');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_process_instance
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_process_instance`;
CREATE TABLE `t_ds_process_instance` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `name` varchar(255) DEFAULT NULL COMMENT 'process instance name',
  `process_definition_code` bigint(20) NOT NULL COMMENT 'process definition code',
  `process_definition_version` int(11) DEFAULT '0' COMMENT 'process definition version',
  `state` tinyint(4) DEFAULT NULL COMMENT 'process instance Status: 0 commit succeeded, 1 running, 2 prepare to pause, 3 pause, 4 prepare to stop, 5 stop, 6 fail, 7 succeed, 8 need fault tolerance, 9 kill, 10 wait for thread, 11 wait for dependency to complete',
  `recovery` tinyint(4) DEFAULT NULL COMMENT 'process instance failover flag：0:normal,1:failover instance',
  `start_time` datetime DEFAULT NULL COMMENT 'process instance start time',
  `end_time` datetime DEFAULT NULL COMMENT 'process instance end time',
  `run_times` int(11) DEFAULT NULL COMMENT 'process instance run times',
  `host` varchar(135) DEFAULT NULL COMMENT 'process instance host',
  `command_type` tinyint(4) DEFAULT NULL COMMENT 'command type',
  `command_param` text COMMENT 'json command parameters',
  `task_depend_type` tinyint(4) DEFAULT NULL COMMENT 'task depend type. 0: only current node,1:before the node,2:later nodes',
  `max_try_times` tinyint(4) DEFAULT '0' COMMENT 'max try times',
  `failure_strategy` tinyint(4) DEFAULT '0' COMMENT 'failure strategy. 0:end the process when node failed,1:continue running the other nodes when node failed',
  `warning_type` tinyint(4) DEFAULT '0' COMMENT 'warning type. 0:no warning,1:warning if process success,2:warning if process failed,3:warning if success',
  `warning_group_id` int(11) DEFAULT NULL COMMENT 'warning group id',
  `schedule_time` datetime DEFAULT NULL COMMENT 'schedule time',
  `command_start_time` datetime DEFAULT NULL COMMENT 'command start time',
  `global_params` text COMMENT 'global parameters',
  `flag` tinyint(4) DEFAULT '1' COMMENT 'flag',
  `update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  `is_sub_process` int(11) DEFAULT '0' COMMENT 'flag, whether the process is sub process',
  `executor_id` int(11) NOT NULL COMMENT 'executor id',
  `history_cmd` text COMMENT 'history commands of process instance operation',
  `process_instance_priority` int(11) DEFAULT NULL COMMENT 'process instance priority. 0 Highest,1 High,2 Medium,3 Low,4 Lowest',
  `worker_group` varchar(64) DEFAULT NULL COMMENT 'worker group id',
  `environment_code` bigint(20) DEFAULT '-1' COMMENT 'environment code',
  `timeout` int(11) DEFAULT '0' COMMENT 'time out',
  `tenant_id` int(11) NOT NULL DEFAULT '-1' COMMENT 'tenant id',
  `var_pool` longtext COMMENT 'var_pool',
  `dry_run` tinyint(4) DEFAULT '0' COMMENT 'dry run flag：0 normal, 1 dry run',
  `next_process_instance_id` int(11) DEFAULT '0' COMMENT 'serial queue next processInstanceId',
  `restart_time` datetime DEFAULT NULL COMMENT 'process instance restart time',
  PRIMARY KEY (`id`),
  KEY `process_instance_index` (`process_definition_code`,`id`) USING BTREE,
  KEY `start_time_index` (`start_time`,`end_time`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=31 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_process_instance
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_process_instance` VALUES (6, '首日铺底-6-20220701071414145', 6041204900896, 6, 5, 1, '2022-07-01 07:14:14', '2022-07-04 09:11:15', 1, '172.26.107.224:5678', 2, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-06-28\\\"}\"}', 2, 0, 1, 0, 1, NULL, '2022-07-01 07:14:14', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '2022-07-04 09:11:14', 0, 2, 'START_PROCESS,STOP,RECOVER_TOLERANCE_FAULT_PROCESS', 2, 'default', 6040283383712, 0, 1, NULL, 0, 0, '2022-07-04 09:11:14');
INSERT INTO `t_ds_process_instance` VALUES (7, '首日铺底-6-20220701081827629', 6041204900896, 6, 3, 1, '2022-07-01 08:18:28', '2022-07-04 09:11:15', 1, '172.26.107.224:5678', 2, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-06-28\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-01 08:18:27', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '2022-07-04 09:11:14', 0, 2, 'START_PROCESS,PAUSE,RECOVER_TOLERANCE_FAULT_PROCESS', 2, 'default', 6040283383712, 0, 1, NULL, 0, 0, '2022-07-04 09:11:14');
INSERT INTO `t_ds_process_instance` VALUES (9, '首日铺底-7-20220701083926808', 6041204900896, 7, 7, 0, '2022-07-01 08:39:27', '2022-07-01 08:49:44', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-06-28\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-01 08:39:26', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-28\"}]', 1, '2022-07-01 08:49:43', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-01 08:39:27');
INSERT INTO `t_ds_process_instance` VALUES (10, '每日增量-1-20220701090943529', 6042535078432, 1, 7, 0, '2022-07-01 09:09:44', '2022-07-01 09:21:59', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-06-29\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-01 09:09:43', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-29\"}]', 1, '2022-07-01 09:21:58', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-01 09:09:44');
INSERT INTO `t_ds_process_instance` VALUES (11, '每日增量-1-20220701092343363', 6042535078432, 1, 7, 0, '2022-07-01 09:23:43', '2022-07-01 09:52:00', 2, '172.26.107.224:5678', 4, '{\"ProcessInstanceId\":\"11\",\"StartParams\":\"{\\\"dt\\\":\\\"2022-06-30\\\"}\",\"StartNodeIdList\":\"29\"}', 2, 0, 1, 0, 0, NULL, '2022-07-01 09:23:43', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-29\"}]', 1, '2022-07-01 09:52:00', 0, 2, 'START_PROCESS,START_FAILURE_TASK_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-01 09:41:15');
INSERT INTO `t_ds_process_instance` VALUES (13, '每日增量-1-20220701095218002', 6042535078432, 1, 7, 0, '2022-07-01 09:52:18', '2022-07-01 10:04:08', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-01\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-01 09:52:18', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-01\"}]', 1, '2022-07-01 10:04:08', 0, 2, 'START_PROCESS', 2, 'default', -1, 0, 1, '[]', 0, 0, '2022-07-01 09:52:18');
INSERT INTO `t_ds_process_instance` VALUES (14, '每日增量-1-20220701142642283', 6042535078432, 1, 6, 0, '2022-07-01 14:26:42', '2022-07-01 14:28:57', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-02\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-01 14:26:42', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-02\"}]', 1, '2022-07-01 14:28:57', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, NULL, 0, 0, '2022-07-01 14:26:42');
INSERT INTO `t_ds_process_instance` VALUES (15, '每日增量-1-20220704152317443', 6042535078432, 1, 7, 0, '2022-07-04 15:23:17', '2022-07-04 15:37:22', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-06-30\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-04 15:23:17', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-06-30\"}]', 1, '2022-07-04 15:37:22', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-04 15:23:17');
INSERT INTO `t_ds_process_instance` VALUES (16, '每日增量-1-20220704153749815', 6042535078432, 1, 7, 0, '2022-07-04 15:37:50', '2022-07-04 15:50:15', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-01\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-04 15:37:49', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-01\"}]', 1, '2022-07-04 15:50:15', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-04 15:37:50');
INSERT INTO `t_ds_process_instance` VALUES (17, '每日增量-1-20220704155106909', 6042535078432, 1, 7, 0, '2022-07-04 15:51:07', '2022-07-04 16:02:46', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-02\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-04 15:51:06', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-02\"}]', 1, '2022-07-04 16:02:46', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-04 15:51:07');
INSERT INTO `t_ds_process_instance` VALUES (18, '每日增量-1-20220704160925253', 6042535078432, 1, 7, 0, '2022-07-04 16:09:25', '2022-07-04 16:22:57', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-03\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-04 16:09:25', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-03\"}]', 1, '2022-07-04 16:22:56', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-04 16:09:25');
INSERT INTO `t_ds_process_instance` VALUES (19, '每日增量-1-20220704162431279', 6042535078432, 1, 7, 0, '2022-07-04 16:24:31', '2022-07-04 16:37:41', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-04\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-04 16:24:31', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-04\"}]', 1, '2022-07-04 16:37:40', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-04 16:24:31');
INSERT INTO `t_ds_process_instance` VALUES (20, '首日铺底-7-20220705135433476', 6041204900896, 7, 7, 0, '2022-07-05 13:54:33', '2022-07-05 14:04:43', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-01\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 13:54:33', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-01\"}]', 1, '2022-07-05 14:04:42', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 13:54:33');
INSERT INTO `t_ds_process_instance` VALUES (21, '每日增量-1-20220705140649625', 6042535078432, 1, 7, 0, '2022-07-05 14:06:50', '2022-07-05 14:19:06', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-02\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 14:06:49', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-02\"}]', 1, '2022-07-05 14:19:05', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 14:06:50');
INSERT INTO `t_ds_process_instance` VALUES (22, '每日增量-1-20220705142148820', 6042535078432, 1, 7, 0, '2022-07-05 14:21:49', '2022-07-05 14:35:05', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-03\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 14:21:49', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-03\"}]', 1, '2022-07-05 14:35:04', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 14:21:49');
INSERT INTO `t_ds_process_instance` VALUES (23, '每日增量-1-20220705144041191', 6042535078432, 1, 7, 0, '2022-07-05 14:40:41', '2022-07-05 14:53:09', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-04\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 14:40:40', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-04\"}]', 1, '2022-07-05 14:53:08', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 14:40:41');
INSERT INTO `t_ds_process_instance` VALUES (24, '每日增量-1-20220705145336078', 6042535078432, 1, 7, 0, '2022-07-05 14:53:36', '2022-07-05 15:06:02', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-05\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 14:53:35', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-05\"}]', 1, '2022-07-05 15:06:02', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 14:53:36');
INSERT INTO `t_ds_process_instance` VALUES (25, '每日增量-1-20220705150805063', 6042535078432, 1, 7, 0, '2022-07-05 15:08:05', '2022-07-05 15:20:15', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-06\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 15:08:04', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-06\"}]', 1, '2022-07-05 15:20:15', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 15:08:05');
INSERT INTO `t_ds_process_instance` VALUES (26, '每日增量-1-20220705152134943', 6042535078432, 1, 7, 0, '2022-07-05 15:21:35', '2022-07-05 15:33:25', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-07\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 15:21:34', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-07\"}]', 1, '2022-07-05 15:33:25', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 15:21:35');
INSERT INTO `t_ds_process_instance` VALUES (27, '每日增量-1-20220705154443359', 6042535078432, 1, 7, 0, '2022-07-05 15:44:43', '2022-07-05 15:57:31', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"dt\\\":\\\"2022-07-08\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-05 15:44:43', '[{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-08\"}]', 1, '2022-07-05 15:57:31', 0, 2, 'START_PROCESS', 2, 'default', 6040283383712, 0, 1, '[]', 0, 0, '2022-07-05 15:44:43');
INSERT INTO `t_ds_process_instance` VALUES (30, '每日增量-3-20220711100430364', 6042535078432, 3, 7, 0, '2022-07-11 10:04:30', '2022-07-11 10:18:49', 1, '172.26.107.224:5678', 0, '{\"StartParams\":\"{\\\"1\\\":\\\"all\\\",\\\"2\\\":\\\"2022-07-09\\\",\\\"dt\\\":\\\"2022-07-09\\\"}\"}', 2, 0, 1, 0, 0, NULL, '2022-07-11 10:04:30', '[{\"prop\":\"1\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"all\"},{\"prop\":\"2\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-09\"},{\"prop\":\"dt\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"2022-07-09\"}]', 1, '2022-07-11 10:18:48', 0, 2, 'START_PROCESS', 2, 'default', -1, 0, 1, '[]', 0, 0, '2022-07-11 10:04:30');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_process_task_relation
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_process_task_relation`;
CREATE TABLE `t_ds_process_task_relation` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'self-increasing id',
  `name` varchar(200) DEFAULT NULL COMMENT 'relation name',
  `project_code` bigint(20) NOT NULL COMMENT 'project code',
  `process_definition_code` bigint(20) NOT NULL COMMENT 'process code',
  `process_definition_version` int(11) NOT NULL COMMENT 'process version',
  `pre_task_code` bigint(20) NOT NULL COMMENT 'pre task code',
  `pre_task_version` int(11) NOT NULL COMMENT 'pre task version',
  `post_task_code` bigint(20) NOT NULL COMMENT 'post task code',
  `post_task_version` int(11) NOT NULL COMMENT 'post task version',
  `condition_type` tinyint(2) DEFAULT NULL COMMENT 'condition type : 0 none, 1 judge 2 delay',
  `condition_params` text COMMENT 'condition params(json)',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  KEY `idx_code` (`project_code`,`process_definition_code`)
) ENGINE=InnoDB AUTO_INCREMENT=90 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_process_task_relation
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_process_task_relation` VALUES (65, '', 6041086775968, 6041204900896, 8, 6041142319392, 7, 6041155036192, 7, 0, '{}', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation` VALUES (66, '', 6041086775968, 6041204900896, 8, 6041155036192, 7, 6041161339936, 7, 0, '{}', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation` VALUES (67, '', 6041086775968, 6041204900896, 8, 6041161339936, 7, 6041172144800, 7, 0, '{}', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation` VALUES (68, '', 6041086775968, 6041204900896, 8, 6041172144800, 7, 6041184960800, 7, 0, '{}', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation` VALUES (69, '', 6041086775968, 6041204900896, 8, 6041184960800, 7, 6041191543200, 7, 0, '{}', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation` VALUES (70, '', 6041086775968, 6041204900896, 8, 6041191543200, 7, 6041196281504, 7, 0, '{}', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation` VALUES (71, '', 6041086775968, 6041204900896, 8, 0, 0, 6041142319392, 7, 0, '{}', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation` VALUES (81, '', 6041086775968, 6042535078432, 3, 6042474389280, 1, 6042484386976, 1, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (82, '', 6041086775968, 6042535078432, 3, 6042484386976, 1, 6042489526816, 2, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (83, '', 6041086775968, 6042535078432, 3, 6042489526816, 2, 6042495832096, 2, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (84, '', 6041086775968, 6042535078432, 3, 6042495832096, 2, 6042498891296, 2, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (85, '', 6041086775968, 6042535078432, 3, 6042498891296, 2, 6042506396192, 2, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (86, '', 6041086775968, 6042535078432, 3, 6042506396192, 2, 6042511584672, 2, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (87, '', 6041086775968, 6042535078432, 3, 6042511584672, 2, 6042516607648, 2, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (88, '', 6041086775968, 6042535078432, 3, 6042516607648, 2, 6042521232544, 2, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation` VALUES (89, '', 6041086775968, 6042535078432, 3, 0, 0, 6042474389280, 1, 0, '{}', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_process_task_relation_log
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_process_task_relation_log`;
CREATE TABLE `t_ds_process_task_relation_log` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'self-increasing id',
  `name` varchar(200) DEFAULT NULL COMMENT 'relation name',
  `project_code` bigint(20) NOT NULL COMMENT 'project code',
  `process_definition_code` bigint(20) NOT NULL COMMENT 'process code',
  `process_definition_version` int(11) NOT NULL COMMENT 'process version',
  `pre_task_code` bigint(20) NOT NULL COMMENT 'pre task code',
  `pre_task_version` int(11) NOT NULL COMMENT 'pre task version',
  `post_task_code` bigint(20) NOT NULL COMMENT 'post task code',
  `post_task_version` int(11) NOT NULL COMMENT 'post task version',
  `condition_type` tinyint(2) DEFAULT NULL COMMENT 'condition type : 0 none, 1 judge 2 delay',
  `condition_params` text COMMENT 'condition params(json)',
  `operator` int(11) DEFAULT NULL COMMENT 'operator user id',
  `operate_time` datetime DEFAULT NULL COMMENT 'operate time',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  KEY `idx_process_code_version` (`process_definition_code`,`process_definition_version`)
) ENGINE=InnoDB AUTO_INCREMENT=90 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_process_task_relation_log
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_process_task_relation_log` VALUES (1, '', 6041086775968, 6041204900896, 1, 6041088608544, 1, 6041142319392, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (2, '', 6041086775968, 6041204900896, 1, 6041142319392, 1, 6041155036192, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (3, '', 6041086775968, 6041204900896, 1, 6041155036192, 1, 6041161339936, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (4, '', 6041086775968, 6041204900896, 1, 6041161339936, 1, 6041172144800, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (5, '', 6041086775968, 6041204900896, 1, 6041172144800, 1, 6041184960800, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (6, '', 6041086775968, 6041204900896, 1, 6041184960800, 1, 6041191543200, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (7, '', 6041086775968, 6041204900896, 1, 6041191543200, 1, 6041196281504, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (8, '', 6041086775968, 6041204900896, 1, 0, 0, 6041088608544, 1, 0, '{}', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_process_task_relation_log` VALUES (9, '', 6041086775968, 6041204900896, 2, 6041088608544, 2, 6041142319392, 1, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (10, '', 6041086775968, 6041204900896, 2, 6041142319392, 1, 6041155036192, 1, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (11, '', 6041086775968, 6041204900896, 2, 6041155036192, 1, 6041161339936, 1, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (12, '', 6041086775968, 6041204900896, 2, 6041161339936, 1, 6041172144800, 1, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (13, '', 6041086775968, 6041204900896, 2, 6041172144800, 1, 6041184960800, 1, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (14, '', 6041086775968, 6041204900896, 2, 6041184960800, 1, 6041191543200, 1, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (15, '', 6041086775968, 6041204900896, 2, 6041191543200, 1, 6041196281504, 1, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (16, '', 6041086775968, 6041204900896, 2, 0, 0, 6041088608544, 2, 0, '{}', 2, '2022-07-01 06:46:27', '2022-07-01 06:46:27', '2022-07-01 06:46:27');
INSERT INTO `t_ds_process_task_relation_log` VALUES (17, '', 6041086775968, 6041204900896, 3, 6041088608544, 3, 6041142319392, 2, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (18, '', 6041086775968, 6041204900896, 3, 6041142319392, 2, 6041155036192, 2, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (19, '', 6041086775968, 6041204900896, 3, 6041155036192, 2, 6041161339936, 2, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (20, '', 6041086775968, 6041204900896, 3, 6041161339936, 2, 6041172144800, 2, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (21, '', 6041086775968, 6041204900896, 3, 6041172144800, 2, 6041184960800, 2, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (22, '', 6041086775968, 6041204900896, 3, 6041184960800, 2, 6041191543200, 2, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (23, '', 6041086775968, 6041204900896, 3, 6041191543200, 2, 6041196281504, 2, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (24, '', 6041086775968, 6041204900896, 3, 0, 0, 6041088608544, 3, 0, '{}', 2, '2022-07-01 06:47:43', '2022-07-01 06:47:43', '2022-07-01 06:47:43');
INSERT INTO `t_ds_process_task_relation_log` VALUES (25, '', 6041086775968, 6041204900896, 4, 6041088608544, 4, 6041142319392, 3, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (26, '', 6041086775968, 6041204900896, 4, 6041142319392, 3, 6041155036192, 3, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (27, '', 6041086775968, 6041204900896, 4, 6041155036192, 3, 6041161339936, 3, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (28, '', 6041086775968, 6041204900896, 4, 6041161339936, 3, 6041172144800, 3, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (29, '', 6041086775968, 6041204900896, 4, 6041172144800, 3, 6041184960800, 3, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (30, '', 6041086775968, 6041204900896, 4, 6041184960800, 3, 6041191543200, 3, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (31, '', 6041086775968, 6041204900896, 4, 6041191543200, 3, 6041196281504, 3, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (32, '', 6041086775968, 6041204900896, 4, 0, 0, 6041088608544, 4, 0, '{}', 2, '2022-07-01 06:49:09', '2022-07-01 06:49:09', '2022-07-01 06:49:09');
INSERT INTO `t_ds_process_task_relation_log` VALUES (33, '', 6041086775968, 6041204900896, 5, 6041088608544, 5, 6041142319392, 4, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (34, '', 6041086775968, 6041204900896, 5, 6041142319392, 4, 6041155036192, 4, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (35, '', 6041086775968, 6041204900896, 5, 6041155036192, 4, 6041161339936, 4, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (36, '', 6041086775968, 6041204900896, 5, 6041161339936, 4, 6041172144800, 4, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (37, '', 6041086775968, 6041204900896, 5, 6041172144800, 4, 6041184960800, 4, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (38, '', 6041086775968, 6041204900896, 5, 6041184960800, 4, 6041191543200, 4, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (39, '', 6041086775968, 6041204900896, 5, 6041191543200, 4, 6041196281504, 4, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (40, '', 6041086775968, 6041204900896, 5, 0, 0, 6041088608544, 5, 0, '{}', 2, '2022-07-01 06:55:51', '2022-07-01 06:55:51', '2022-07-01 06:55:51');
INSERT INTO `t_ds_process_task_relation_log` VALUES (41, '', 6041086775968, 6041204900896, 6, 6041088608544, 6, 6041142319392, 5, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (42, '', 6041086775968, 6041204900896, 6, 6041142319392, 5, 6041155036192, 5, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (43, '', 6041086775968, 6041204900896, 6, 6041155036192, 5, 6041161339936, 5, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (44, '', 6041086775968, 6041204900896, 6, 6041161339936, 5, 6041172144800, 5, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (45, '', 6041086775968, 6041204900896, 6, 6041172144800, 5, 6041184960800, 5, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (46, '', 6041086775968, 6041204900896, 6, 6041184960800, 5, 6041191543200, 5, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (47, '', 6041086775968, 6041204900896, 6, 6041191543200, 5, 6041196281504, 5, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (48, '', 6041086775968, 6041204900896, 6, 0, 0, 6041088608544, 6, 0, '{}', 2, '2022-07-01 07:11:35', '2022-07-01 07:11:35', '2022-07-01 07:11:35');
INSERT INTO `t_ds_process_task_relation_log` VALUES (49, '', 6041086775968, 6041204900896, 7, 6041142319392, 6, 6041155036192, 6, 0, '{}', 2, '2022-07-01 08:32:19', '2022-07-01 08:32:19', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_task_relation_log` VALUES (50, '', 6041086775968, 6041204900896, 7, 6041155036192, 6, 6041161339936, 6, 0, '{}', 2, '2022-07-01 08:32:19', '2022-07-01 08:32:19', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_task_relation_log` VALUES (51, '', 6041086775968, 6041204900896, 7, 6041161339936, 6, 6041172144800, 6, 0, '{}', 2, '2022-07-01 08:32:19', '2022-07-01 08:32:19', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_task_relation_log` VALUES (52, '', 6041086775968, 6041204900896, 7, 6041172144800, 6, 6041184960800, 6, 0, '{}', 2, '2022-07-01 08:32:19', '2022-07-01 08:32:19', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_task_relation_log` VALUES (53, '', 6041086775968, 6041204900896, 7, 6041184960800, 6, 6041191543200, 6, 0, '{}', 2, '2022-07-01 08:32:19', '2022-07-01 08:32:19', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_task_relation_log` VALUES (54, '', 6041086775968, 6041204900896, 7, 6041191543200, 6, 6041196281504, 6, 0, '{}', 2, '2022-07-01 08:32:19', '2022-07-01 08:32:19', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_task_relation_log` VALUES (55, '', 6041086775968, 6041204900896, 7, 0, 0, 6041142319392, 6, 0, '{}', 2, '2022-07-01 08:32:19', '2022-07-01 08:32:19', '2022-07-01 08:32:19');
INSERT INTO `t_ds_process_task_relation_log` VALUES (56, '', 6041086775968, 6042535078432, 1, 6042484386976, 1, 6042489526816, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (57, '', 6041086775968, 6042535078432, 1, 6042474389280, 1, 6042484386976, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (58, '', 6041086775968, 6042535078432, 1, 6042489526816, 1, 6042495832096, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (59, '', 6041086775968, 6042535078432, 1, 6042495832096, 1, 6042498891296, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (60, '', 6041086775968, 6042535078432, 1, 6042498891296, 1, 6042506396192, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (61, '', 6041086775968, 6042535078432, 1, 6042506396192, 1, 6042511584672, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (62, '', 6041086775968, 6042535078432, 1, 6042511584672, 1, 6042516607648, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (63, '', 6041086775968, 6042535078432, 1, 6042516607648, 1, 6042521232544, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (64, '', 6041086775968, 6042535078432, 1, 0, 0, 6042474389280, 1, 0, '{}', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_process_task_relation_log` VALUES (65, '', 6041086775968, 6041204900896, 8, 6041142319392, 7, 6041155036192, 7, 0, '{}', 2, '2022-07-10 11:58:55', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation_log` VALUES (66, '', 6041086775968, 6041204900896, 8, 6041155036192, 7, 6041161339936, 7, 0, '{}', 2, '2022-07-10 11:58:55', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation_log` VALUES (67, '', 6041086775968, 6041204900896, 8, 6041161339936, 7, 6041172144800, 7, 0, '{}', 2, '2022-07-10 11:58:55', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation_log` VALUES (68, '', 6041086775968, 6041204900896, 8, 6041172144800, 7, 6041184960800, 7, 0, '{}', 2, '2022-07-10 11:58:55', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation_log` VALUES (69, '', 6041086775968, 6041204900896, 8, 6041184960800, 7, 6041191543200, 7, 0, '{}', 2, '2022-07-10 11:58:55', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation_log` VALUES (70, '', 6041086775968, 6041204900896, 8, 6041191543200, 7, 6041196281504, 7, 0, '{}', 2, '2022-07-10 11:58:55', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation_log` VALUES (71, '', 6041086775968, 6041204900896, 8, 0, 0, 6041142319392, 7, 0, '{}', 2, '2022-07-10 11:58:55', '2022-07-10 11:58:55', '2022-07-10 11:58:55');
INSERT INTO `t_ds_process_task_relation_log` VALUES (72, '', 6041086775968, 6042535078432, 2, 6042474389280, 1, 6042484386976, 1, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (73, '', 6041086775968, 6042535078432, 2, 6042484386976, 1, 6042489526816, 2, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (74, '', 6041086775968, 6042535078432, 2, 6042489526816, 2, 6042495832096, 2, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (75, '', 6041086775968, 6042535078432, 2, 6042495832096, 2, 6042498891296, 2, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (76, '', 6041086775968, 6042535078432, 2, 6042498891296, 2, 6042506396192, 2, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (77, '', 6041086775968, 6042535078432, 2, 6042506396192, 2, 6042511584672, 2, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (78, '', 6041086775968, 6042535078432, 2, 6042511584672, 2, 6042516607648, 2, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (79, '', 6041086775968, 6042535078432, 2, 6042516607648, 2, 6042521232544, 2, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (80, '', 6041086775968, 6042535078432, 2, 0, 0, 6042474389280, 1, 0, '{}', 2, '2022-07-11 09:48:03', '2022-07-11 09:48:03', '2022-07-11 09:48:03');
INSERT INTO `t_ds_process_task_relation_log` VALUES (81, '', 6041086775968, 6042535078432, 3, 6042474389280, 1, 6042484386976, 1, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (82, '', 6041086775968, 6042535078432, 3, 6042484386976, 1, 6042489526816, 2, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (83, '', 6041086775968, 6042535078432, 3, 6042489526816, 2, 6042495832096, 2, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (84, '', 6041086775968, 6042535078432, 3, 6042495832096, 2, 6042498891296, 2, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (85, '', 6041086775968, 6042535078432, 3, 6042498891296, 2, 6042506396192, 2, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (86, '', 6041086775968, 6042535078432, 3, 6042506396192, 2, 6042511584672, 2, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (87, '', 6041086775968, 6042535078432, 3, 6042511584672, 2, 6042516607648, 2, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (88, '', 6041086775968, 6042535078432, 3, 6042516607648, 2, 6042521232544, 2, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
INSERT INTO `t_ds_process_task_relation_log` VALUES (89, '', 6041086775968, 6042535078432, 3, 0, 0, 6042474389280, 1, 0, '{}', 2, '2022-07-11 10:04:06', '2022-07-11 10:04:06', '2022-07-11 10:04:06');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_project
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_project`;
CREATE TABLE `t_ds_project` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `name` varchar(100) DEFAULT NULL COMMENT 'project name',
  `code` bigint(20) NOT NULL COMMENT 'encoding',
  `description` varchar(200) DEFAULT NULL,
  `user_id` int(11) DEFAULT NULL COMMENT 'creator id',
  `flag` tinyint(4) DEFAULT '1' COMMENT '0 not available, 1 available',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  KEY `user_id_index` (`user_id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_project
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_project` VALUES (1, 'gmall', 6041086775968, '', 2, 1, '2022-07-01 05:59:50', '2022-07-01 05:59:50');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_queue
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_queue`;
CREATE TABLE `t_ds_queue` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `queue_name` varchar(64) DEFAULT NULL COMMENT 'queue name',
  `queue` varchar(64) DEFAULT NULL COMMENT 'yarn queue name',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_queue
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_queue` VALUES (1, 'default', 'default', NULL, NULL);
COMMIT;

-- ----------------------------
-- Table structure for t_ds_relation_datasource_user
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_relation_datasource_user`;
CREATE TABLE `t_ds_relation_datasource_user` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `user_id` int(11) NOT NULL COMMENT 'user id',
  `datasource_id` int(11) DEFAULT NULL COMMENT 'data source id',
  `perm` int(11) DEFAULT '1' COMMENT 'limits of authority',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_relation_datasource_user
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_relation_process_instance
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_relation_process_instance`;
CREATE TABLE `t_ds_relation_process_instance` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `parent_process_instance_id` int(11) DEFAULT NULL COMMENT 'parent process instance id',
  `parent_task_instance_id` int(11) DEFAULT NULL COMMENT 'parent process instance id',
  `process_instance_id` int(11) DEFAULT NULL COMMENT 'child process instance id',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_relation_process_instance
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_relation_project_user
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_relation_project_user`;
CREATE TABLE `t_ds_relation_project_user` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `user_id` int(11) NOT NULL COMMENT 'user id',
  `project_id` int(11) DEFAULT NULL COMMENT 'project id',
  `perm` int(11) DEFAULT '1' COMMENT 'limits of authority',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  KEY `user_id_index` (`user_id`) USING BTREE
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_relation_project_user
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_relation_resources_user
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_relation_resources_user`;
CREATE TABLE `t_ds_relation_resources_user` (
  `id` int(11) NOT NULL AUTO_INCREMENT,
  `user_id` int(11) NOT NULL COMMENT 'user id',
  `resources_id` int(11) DEFAULT NULL COMMENT 'resource id',
  `perm` int(11) DEFAULT '1' COMMENT 'limits of authority',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_relation_resources_user
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_relation_udfs_user
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_relation_udfs_user`;
CREATE TABLE `t_ds_relation_udfs_user` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `user_id` int(11) NOT NULL COMMENT 'userid',
  `udf_id` int(11) DEFAULT NULL COMMENT 'udf id',
  `perm` int(11) DEFAULT '1' COMMENT 'limits of authority',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_relation_udfs_user
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_resources
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_resources`;
CREATE TABLE `t_ds_resources` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `alias` varchar(64) DEFAULT NULL COMMENT 'alias',
  `file_name` varchar(64) DEFAULT NULL COMMENT 'file name',
  `description` varchar(255) DEFAULT NULL,
  `user_id` int(11) DEFAULT NULL COMMENT 'user id',
  `type` tinyint(4) DEFAULT NULL COMMENT 'resource type,0:FILE，1:UDF',
  `size` bigint(20) DEFAULT NULL COMMENT 'resource size',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  `pid` int(11) DEFAULT NULL,
  `full_name` varchar(64) DEFAULT NULL,
  `is_directory` tinyint(4) DEFAULT NULL,
  PRIMARY KEY (`id`),
  UNIQUE KEY `t_ds_resources_un` (`full_name`,`type`)
) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_resources
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_resources` VALUES (1, 'script', 'script', '', 2, 0, 0, '2022-07-01 05:47:21', '2022-07-01 05:47:21', -1, '/script', 1);
INSERT INTO `t_ds_resources` VALUES (15, 'hdfs_to_ods_log.sh', 'hdfs_to_ods_log.sh', '', 2, 0, 479, '2022-07-01 07:12:48', '2022-07-01 07:12:48', 1, '/script/hdfs_to_ods_log.sh', 0);
INSERT INTO `t_ds_resources` VALUES (16, 'hdfs_to_ods_db.sh', 'hdfs_to_ods_db.sh', '', 2, 0, 8861, '2022-07-01 07:12:53', '2022-07-01 07:12:53', 1, '/script/hdfs_to_ods_db.sh', 0);
INSERT INTO `t_ds_resources` VALUES (17, 'ods_to_dim_init.sh', 'ods_to_dim_init.sh', '', 2, 0, 33754, '2022-07-01 07:12:59', '2022-07-01 07:12:59', 1, '/script/ods_to_dim_init.sh', 0);
INSERT INTO `t_ds_resources` VALUES (18, 'ods_to_dim.sh', 'ods_to_dim.sh', '', 2, 0, 84171, '2022-07-01 07:13:04', '2022-07-01 07:13:04', 1, '/script/ods_to_dim.sh', 0);
INSERT INTO `t_ds_resources` VALUES (19, 'ods_to_dwd_init.sh', 'ods_to_dwd_init.sh', '', 2, 0, 24376, '2022-07-01 07:13:08', '2022-07-01 07:13:08', 1, '/script/ods_to_dwd_init.sh', 0);
INSERT INTO `t_ds_resources` VALUES (20, 'ods_to_dwd.sh', 'ods_to_dwd.sh', '', 2, 0, 25039, '2022-07-01 07:13:14', '2022-07-01 07:13:14', 1, '/script/ods_to_dwd.sh', 0);
INSERT INTO `t_ds_resources` VALUES (21, 'dwd_to_dws_1d_init.sh', 'dwd_to_dws_1d_init.sh', '', 2, 0, 23524, '2022-07-01 07:13:30', '2022-07-01 07:13:30', 1, '/script/dwd_to_dws_1d_init.sh', 0);
INSERT INTO `t_ds_resources` VALUES (22, 'dwd_to_dws_1d.sh', 'dwd_to_dws_1d.sh', '', 2, 0, 22450, '2022-07-01 07:13:34', '2022-07-01 07:13:34', 1, '/script/dwd_to_dws_1d.sh', 0);
INSERT INTO `t_ds_resources` VALUES (23, 'dws_1d_to_dws_nd.sh', 'dws_1d_to_dws_nd.sh', '', 2, 0, 26810, '2022-07-01 07:13:39', '2022-07-01 07:13:39', 1, '/script/dws_1d_to_dws_nd.sh', 0);
INSERT INTO `t_ds_resources` VALUES (24, 'dws_1d_to_dws_td.sh', 'dws_1d_to_dws_td.sh', '', 2, 0, 8200, '2022-07-01 07:13:44', '2022-07-01 07:13:44', 1, '/script/dws_1d_to_dws_td.sh', 0);
INSERT INTO `t_ds_resources` VALUES (25, 'dws_1d_to_dws_td_init.sh', 'dws_1d_to_dws_td_init.sh', '', 2, 0, 3081, '2022-07-01 07:13:50', '2022-07-01 07:13:50', 1, '/script/dws_1d_to_dws_td_init.sh', 0);
INSERT INTO `t_ds_resources` VALUES (26, 'dws_to_ads.sh', 'dws_to_ads.sh', '', 2, 0, 21197, '2022-07-01 07:13:55', '2022-07-01 07:13:55', 1, '/script/dws_to_ads.sh', 0);
INSERT INTO `t_ds_resources` VALUES (27, 'hdfs_to_mysql.sh', 'hdfs_to_mysql.sh', '', 2, 0, 4719, '2022-07-01 07:14:02', '2022-07-01 07:14:02', 1, '/script/hdfs_to_mysql.sh', 0);
COMMIT;

-- ----------------------------
-- Table structure for t_ds_schedules
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_schedules`;
CREATE TABLE `t_ds_schedules` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `process_definition_code` bigint(20) NOT NULL COMMENT 'process definition code',
  `start_time` datetime NOT NULL COMMENT 'start time',
  `end_time` datetime NOT NULL COMMENT 'end time',
  `timezone_id` varchar(40) DEFAULT NULL COMMENT 'schedule timezone id',
  `crontab` varchar(255) NOT NULL COMMENT 'crontab description',
  `failure_strategy` tinyint(4) NOT NULL COMMENT 'failure strategy. 0:end,1:continue',
  `user_id` int(11) NOT NULL COMMENT 'user id',
  `release_state` tinyint(4) NOT NULL COMMENT 'release state. 0:offline,1:online ',
  `warning_type` tinyint(4) NOT NULL COMMENT 'Alarm type: 0 is not sent, 1 process is sent successfully, 2 process is sent failed, 3 process is sent successfully and all failures are sent',
  `warning_group_id` int(11) DEFAULT NULL COMMENT 'alert group id',
  `process_instance_priority` int(11) DEFAULT NULL COMMENT 'process instance priority：0 Highest,1 High,2 Medium,3 Low,4 Lowest',
  `worker_group` varchar(64) DEFAULT '' COMMENT 'worker group id',
  `environment_code` bigint(20) DEFAULT '-1' COMMENT 'environment code',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_schedules
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_session
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_session`;
CREATE TABLE `t_ds_session` (
  `id` varchar(64) NOT NULL COMMENT 'key',
  `user_id` int(11) DEFAULT NULL COMMENT 'user id',
  `ip` varchar(45) DEFAULT NULL COMMENT 'ip',
  `last_login_time` datetime DEFAULT NULL COMMENT 'last login time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_session
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_session` VALUES ('643cbf46-90fb-4a25-9582-369631726d05', 2, '106.37.96.38', '2022-07-10 11:13:29');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_task_definition
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_task_definition`;
CREATE TABLE `t_ds_task_definition` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'self-increasing id',
  `code` bigint(20) NOT NULL COMMENT 'encoding',
  `name` varchar(200) DEFAULT NULL COMMENT 'task definition name',
  `version` int(11) DEFAULT '0' COMMENT 'task definition version',
  `description` text COMMENT 'description',
  `project_code` bigint(20) NOT NULL COMMENT 'project code',
  `user_id` int(11) DEFAULT NULL COMMENT 'task definition creator id',
  `task_type` varchar(50) NOT NULL COMMENT 'task type',
  `task_params` longtext COMMENT 'job custom parameters',
  `flag` tinyint(2) DEFAULT NULL COMMENT '0 not available, 1 available',
  `task_priority` tinyint(4) DEFAULT NULL COMMENT 'job priority',
  `worker_group` varchar(200) DEFAULT NULL COMMENT 'worker grouping',
  `environment_code` bigint(20) DEFAULT '-1' COMMENT 'environment code',
  `fail_retry_times` int(11) DEFAULT NULL COMMENT 'number of failed retries',
  `fail_retry_interval` int(11) DEFAULT NULL COMMENT 'failed retry interval',
  `timeout_flag` tinyint(2) DEFAULT '0' COMMENT 'timeout flag:0 close, 1 open',
  `timeout_notify_strategy` tinyint(4) DEFAULT NULL COMMENT 'timeout notification policy: 0 warning, 1 fail',
  `timeout` int(11) DEFAULT '0' COMMENT 'timeout length,unit: minute',
  `delay_time` int(11) DEFAULT '0' COMMENT 'delay execution time,unit: minute',
  `resource_ids` text COMMENT 'resource id, separated by comma',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`,`code`)
) ENGINE=InnoDB AUTO_INCREMENT=18 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_task_definition
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_task_definition` VALUES (1, 6041088608544, 'hdfs_to_ods_db', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"bash scripts/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '3', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition` VALUES (2, 6041142319392, 'ods_to_dim_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":17}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi \\n\\ndim_user_zip=\\\"\\ninsert overwrite table ${APP}.dim_user_zip partition (dt=\'9999-12-31\')\\nselect\\n    data.id,\\n    data.login_name,\\n    data.nick_name,\\n    md5(data.name),\\n    md5(data.phone_num),\\n    md5(data.email),\\n    data.user_level,\\n    data.birthday,\\n    data.gender,\\n    data.create_time,\\n    data.operate_time,\\n    \'$do_date\' start_date,\\n    \'9999-12-31\' end_date\\nfrom ${APP}.ods_user_info_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\';\\n\\\"\\n\\ndim_sku_full=\\\"\\nwith\\nsku as\\n(\\n    select\\n        id,\\n        price,\\n        sku_name,\\n        sku_desc,\\n        weight,\\n        is_sale,\\n        spu_id,\\n        category3_id,\\n        tm_id,\\n        create_time\\n    from ${APP}.ods_sku_info_full\\n    where dt=\'$do_date\'\\n),\\nspu as\\n(\\n    select\\n        id,\\n        spu_name\\n    from ${APP}.ods_spu_info_full\\n    where dt=\'$do_date\'\\n),\\nc3 as\\n(\\n    select\\n        id,\\n        name,\\n        category2_id\\n    from ${APP}.ods_base_category3_full\\n    where dt=\'$do_date\'\\n),\\nc2 as\\n(\\n    select\\n        id,\\n        name,\\n        category1_id\\n    from ${APP}.ods_base_category2_full\\n    where dt=\'$do_date\'\\n),\\nc1 as\\n(\\n    select\\n        id,\\n        name\\n    from ${APP}.ods_base_category1_full\\n    where dt=\'$do_date\'\\n),\\ntm as\\n(\\n    select\\n        id,\\n        tm_name\\n    from ${APP}.ods_base_trademark_full\\n    where dt=\'$do_date\'\\n),\\nattr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'attr_id\',attr_id,\'value_id\',value_id,\'attr_name\',attr_name,\'value_name\',value_name)) attrs\\n    from ${APP}.ods_sku_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n),\\nsale_attr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'sale_attr_id\',sale_attr_id,\'sale_attr_value_id\',sale_attr_value_id,\'sale_attr_name\',sale_attr_name,\'sale_attr_value_name\',sale_attr_value_name)) sale_attrs\\n    from ${APP}.ods_sku_sale_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n)\\ninsert overwrite table ${APP}.dim_sku_full partition(dt=\'$do_date\')\\nselect\\n    sku.id,\\n    sku.price,\\n    sku.sku_name,\\n    sku.sku_desc,\\n    sku.weight,\\n    sku.is_sale,\\n    sku.spu_id,\\n    spu.spu_name,\\n    sku.category3_id,\\n    c3.name,\\n    c3.category2_id,\\n    c2.name,\\n    c2.category1_id,\\n    c1.name,\\n    sku.tm_id,\\n    tm.tm_name,\\n    attr.attrs,\\n    sale_attr.sale_attrs,\\n    sku.create_time\\nfrom sku\\nleft join spu on sku.spu_id=spu.id\\nleft join c3 on sku.category3_id=c3.id\\nleft join c2 on c3.category2_id=c2.id\\nleft join c1 on c2.category1_id=c1.id\\nleft join tm on sku.tm_id=tm.id\\nleft join attr on sku.id=attr.sku_id\\nleft join sale_attr on sku.id=sale_attr.sku_id;\\n\\\"\\n\\ndim_province_full=\\\"\\ninsert overwrite table ${APP}.dim_province_full partition(dt=\'$do_date\')\\nselect\\n    province.id,\\n    province.name,\\n    province.area_code,\\n    province.iso_code,\\n    province.iso_3166_2,\\n    region_id,\\n    region_name\\nfrom\\n(\\n    select\\n        id,\\n        name,\\n        region_id,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)province\\nleft join\\n(\\n    select\\n        id,\\n        region_name\\n    from ${APP}.ods_base_region_full\\n    where dt=\'$do_date\'\\n)region\\non province.region_id=region.id;\\n\\\"\\n\\ndim_coupon_full=\\\"\\ninsert overwrite table ${APP}.dim_coupon_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type,\\n    coupon_dic.dic_name,\\n    condition_amount,\\n    condition_num,\\n    activity_id,\\n    benefit_amount,\\n    benefit_discount,\\n    case coupon_type\\n        when \'3201\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3202\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3203\' then concat(\'减\',benefit_amount,\'元\')\\n    end benefit_rule,\\n    create_time,\\n    range_type,\\n    range_dic.dic_name,\\n    limit_num,\\n    taken_count,\\n    start_time,\\n    end_time,\\n    operate_time,\\n    expire_time\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type,\\n        condition_amount,\\n        condition_num,\\n        activity_id,\\n        benefit_amount,\\n        benefit_discount,\\n        create_time,\\n        range_type,\\n        limit_num,\\n        taken_count,\\n        start_time,\\n        end_time,\\n        operate_time,\\n        expire_time\\n    from ${APP}.ods_coupon_info_full\\n    where dt=\'$do_date\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'32\'\\n)coupon_dic\\non ci.coupon_type=coupon_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'33\'\\n)range_dic\\non ci.range_type=range_dic.dic_code;\\n\\\"\\n\\ndim_activity_full=\\\"\\ninsert overwrite table ${APP}.dim_activity_full partition(dt=\'$do_date\')\\nselect\\n    rule.id,\\n    info.id,\\n    activity_name,\\n    rule.activity_type,\\n    dic.dic_name,\\n    activity_desc,\\n    start_time,\\n    end_time,\\n    create_time,\\n    condition_amount,\\n    condition_num,\\n    benefit_amount,\\n    benefit_discount,\\n    case rule.activity_type\\n        when \'3101\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3102\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3103\' then concat(\'打\',10*(1-benefit_discount),\'折\')\\n    end benefit_rule,\\n    benefit_level\\nfrom\\n(\\n    select\\n        id,\\n        activity_id,\\n        activity_type,\\n        condition_amount,\\n        condition_num,\\n        benefit_amount,\\n        benefit_discount,\\n        benefit_level\\n    from ${APP}.ods_activity_rule_full\\n    where dt=\'$do_date\'\\n)rule\\nleft join\\n(\\n    select\\n        id,\\n        activity_name,\\n        activity_type,\\n        activity_desc,\\n        start_time,\\n        end_time,\\n        create_time\\n    from ${APP}.ods_activity_info_full\\n    where dt=\'$do_date\'\\n)info\\non rule.activity_id=info.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'31\'\\n)dic\\non rule.activity_type=dic.dic_code;\\n\\\"\\n\\ncase $1 in\\n\\\"dim_user_zip\\\")\\n    hive -e \\\"$dim_user_zip\\\"\\n;;\\n\\\"dim_sku_full\\\")\\n    hive -e \\\"$dim_sku_full\\\"\\n;;\\n\\\"dim_province_full\\\")\\n    hive -e \\\"$dim_province_full\\\"\\n;;\\n\\\"dim_coupon_full\\\")\\n    hive -e \\\"$dim_coupon_full\\\"\\n;;\\n\\\"dim_activity_full\\\")\\n    hive -e \\\"$dim_activity_full\\\"\\n;;\\n\\\"all\\\")\\n    hive -e \\\"$dim_user_zip$dim_sku_full$dim_province_full$dim_coupon_full$dim_activity_full\\\"\\n;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '17', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition` VALUES (3, 6041155036192, 'ods_to_dwd_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":19}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi\\n\\ndwd_interaction_comment_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_comment_inc partition(dt)\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    order_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    appraise,\\n    dic_name,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        data.order_id,\\n        data.create_time,\\n        data.appraise\\n    from ${APP}.ods_comment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'12\'\\n)dic\\non ci.appraise=dic.dic_code;\\n\\\"\\ndwd_interaction_favor_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_favor_add_inc partition(dt)\\nselect\\n    data.id,\\n    data.user_id,\\n    data.sku_id,\\n    date_format(data.create_time,\'yyyy-MM-dd\') date_id,\\n    data.create_time,\\n    date_format(data.create_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_favor_info_inc\\nwhere dt=\'$do_date\'\\nand type = \'bootstrap-insert\';\\n\\\"\\n\\ndwd_tool_coupon_get_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_get_inc partition(dt)\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    date_format(data.get_time,\'yyyy-MM-dd\') date_id,\\n    data.get_time,\\n    date_format(data.get_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\';\\n\\\"\\ndwd_tool_coupon_order_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_order_inc partition(dt)\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.using_time,\'yyyy-MM-dd\') date_id,\\n    data.using_time,\\n    date_format(data.using_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\'\\nand data.using_time is not null;\\n\\\"\\ndwd_tool_coupon_pay_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_pay_inc partition(dt)\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.used_time,\'yyyy-MM-dd\') date_id,\\n    data.used_time,\\n    date_format(data.used_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\'\\nand data.used_time is not null;\\n\\\"\\ndwd_trade_cancel_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cancel_detail_inc partition (dt)\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_format(canel_time,\'yyyy-MM-dd\') date_id,\\n    canel_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount,\\n    date_format(canel_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) od\\njoin\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id,\\n        data.operate_time canel_time\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n    and data.order_status=\'1003\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_cart_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_add_inc partition (dt)\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    source_id,\\n    source_type,\\n    dic.dic_name,\\n    sku_num,\\n    date_format(create_time, \'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        data.create_time,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num\\n    from ${APP}.ods_cart_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non ci.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_cart_full=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    sku_num\\nfrom ${APP}.ods_cart_info_full\\nwhere dt=\'$do_date\'\\nand is_ordered=\'0\';\\n\\\"\\ndwd_trade_order_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_detail_inc partition (dt)\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_format(create_time, \'yyyy-MM-dd\') date_id,\\n    create_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.create_time,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) od\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_order_refund_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_refund_inc partition(dt)\\nselect\\n    ri.id,\\n    user_id,\\n    order_id,\\n    sku_id,\\n    province_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    refund_type,\\n    type_dic.dic_name,\\n    refund_reason_type,\\n    reason_dic.dic_name,\\n    refund_reason_txt,\\n    refund_num,\\n    refund_amount,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_type,\\n        data.refund_num,\\n        data.refund_amount,\\n        data.refund_reason_type,\\n        data.refund_reason_txt,\\n        data.create_time\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ri\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)oi\\non ri.order_id=oi.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'15\'\\n)type_dic\\non ri.refund_type=type_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'13\'\\n)reason_dic\\non ri.refund_reason_type=reason_dic.dic_code;\\n\\\"\\n\\ndwd_trade_pay_detail_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_pay_detail_suc_inc partition (dt)\\nselect\\n    od.id,\\n    od.order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    payment_type,\\n    pay_dic.dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    source_id,\\n    source_type,\\n    src_dic.dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount,\\n    date_format(callback_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) od\\njoin\\n(\\n    select\\n        data.user_id,\\n        data.order_id,\\n        data.payment_type,\\n        data.callback_time\\n    from ${APP}.ods_payment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n    and data.payment_status=\'1602\'\\n) pi\\non od.order_id=pi.order_id\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n) pay_dic\\non pi.payment_type=pay_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)src_dic\\non od.source_type=src_dic.dic_code;\\n\\\"\\ndwd_trade_refund_pay_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_refund_pay_suc_inc partition(dt)\\nselect\\n    rp.id,\\n    user_id,\\n    rp.order_id,\\n    rp.sku_id,\\n    province_id,\\n    payment_type,\\n    dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    refund_num,\\n    total_amount,\\n    date_format(callback_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.payment_type,\\n        data.callback_time,\\n        data.total_amount\\n    from ${APP}.ods_refund_payment_inc\\n    where dt=\'$do_date\'\\n    and type = \'bootstrap-insert\'\\n    and data.refund_status=\'1602\'\\n)rp\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)oi\\non rp.order_id=oi.id\\nleft join\\n(\\n    select\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_num\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ri\\non rp.order_id=ri.order_id\\nand rp.sku_id=ri.sku_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n)dic\\non rp.payment_type=dic.dic_code;\\n\\\"\\ndwd_traffic_action_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_action_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    action_id,\\n    action_item,\\n    action_item_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        action.action_id,\\n        action.item action_item,\\n        action.item_type action_item_type,\\n        action.ts\\n    from ${APP}.ods_log_inc lateral view explode(actions) tmp as action\\n    where dt=\'$do_date\'\\n    and actions is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_display_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_display_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') display_time,\\n    display_type,\\n    display_item,\\n    display_item_type,\\n    display_order,\\n    display_pos_id\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        display.display_type,\\n        display.item display_item,\\n        display.item_type display_item_type,\\n        display.\\\\`order\\\\` display_order,\\n        display.pos_id display_pos_id,\\n        ts\\n    from ${APP}.ods_log_inc lateral view explode(displays) tmp as display\\n    where dt=\'$do_date\'\\n    and displays is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_error_inc=\\\"\\nset hive.cbo.enable=false;\\nset hive.execution.engine=mr;\\ninsert overwrite table ${APP}.dwd_traffic_error_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    entry,\\n    loading_time,\\n    open_ad_id,\\n    open_ad_ms,\\n    open_ad_skip_ms,\\n    actions,\\n    displays,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') error_time,\\n    error_code,\\n    error_msg\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        actions,\\n        displays,\\n        err.error_code,\\n        err.msg error_msg,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and err is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\nset hive.execution.engine=spark;\\n\\\"\\ndwd_traffic_page_view_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_page_view_inc partition (dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') view_time,\\n    concat(mid_id,\'-\',last_value(session_start_point,true) over (partition by mid_id order by ts)) session_id,\\n    during_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        ts,\\n        if(page.last_page_id is null,ts,null) session_start_point\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_start_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_start_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    entry,\\n    open_ad_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time,\\n    loading_time,\\n    open_ad_ms,\\n    open_ad_skip_ms\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and \\\\`start\\\\` is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_user_login_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_login_inc partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') login_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        user_id,\\n        channel,\\n        area_code,\\n        version_code,\\n        mid_id,\\n        brand,\\n        model,\\n        operate_system,\\n        ts\\n    from\\n    (\\n        select\\n            user_id,\\n            channel,\\n            area_code,\\n            version_code,\\n            mid_id,\\n            brand,\\n            model,\\n            operate_system,\\n            ts,\\n            row_number() over (partition by session_id order by ts) rn\\n        from\\n        (\\n            select\\n                user_id,\\n                channel,\\n                area_code,\\n                version_code,\\n                mid_id,\\n                brand,\\n                model,\\n                operate_system,\\n                ts,\\n                concat(mid_id,\'-\',last_value(session_start_point,true) over(partition by mid_id order by ts)) session_id\\n            from\\n            (\\n                select\\n                    common.uid user_id,\\n                    common.ch channel,\\n                    common.ar area_code,\\n                    common.vc version_code,\\n                    common.mid mid_id,\\n                    common.ba brand,\\n                    common.md model,\\n                    common.os operate_system,\\n                    ts,\\n                    if(page.last_page_id is null,ts,null) session_start_point\\n                from ${APP}.ods_log_inc\\n                where dt=\'$do_date\'\\n                and page is not null\\n            )t1\\n        )t2\\n        where user_id is not null\\n    )t3\\n    where rn=1\\n)t4\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non t4.area_code=bp.area_code;\\n\\\"\\ndwd_user_register_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_register_inc partition(dt)\\nselect\\n    ui.user_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id user_id,\\n        data.create_time\\n    from ${APP}.ods_user_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ui\\nleft join\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page.page_id=\'register\'\\n    and common.uid is not null\\n)log\\non ui.user_id=log.user_id\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\n\\ncase $1 in\\n    \\\"dwd_interaction_comment_inc\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc\\\"\\n    ;;\\n    \\\"dwd_interaction_favor_add_inc\\\" )\\n        hive -e \\\"$dwd_interaction_favor_add_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_get_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_get_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_order_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_order_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_pay_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_pay_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cancel_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_cancel_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_add_inc\\\" )\\n        hive -e \\\"$dwd_trade_cart_add_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_full\\\" )\\n        hive -e \\\"$dwd_trade_cart_full\\\"\\n    ;;\\n    \\\"dwd_trade_order_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_order_refund_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_refund_inc\\\"\\n    ;;\\n    \\\"dwd_trade_pay_detail_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_pay_detail_suc_inc\\\"\\n    ;;\\n    \\\"dwd_trade_refund_pay_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_refund_pay_suc_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_action_inc\\\" )\\n        hive -e \\\"$dwd_traffic_action_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_display_inc\\\" )\\n        hive -e \\\"$dwd_traffic_display_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_error_inc\\\" )\\n        hive -e \\\"$dwd_traffic_error_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_page_view_inc\\\" )\\n        hive -e \\\"$dwd_traffic_page_view_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_start_inc\\\" )\\n        hive -e \\\"$dwd_traffic_start_inc\\\"\\n    ;;\\n    \\\"dwd_user_login_inc\\\" )\\n        hive -e \\\"$dwd_user_login_inc\\\"\\n    ;;\\n    \\\"dwd_user_register_inc\\\" )\\n        hive -e \\\"$dwd_user_register_inc\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc$dwd_interaction_favor_add_inc$dwd_tool_coupon_get_inc$dwd_tool_coupon_order_inc$dwd_tool_coupon_pay_inc$dwd_trade_cancel_detail_inc$dwd_trade_cart_add_inc$dwd_trade_cart_full$dwd_trade_order_detail_inc$dwd_trade_order_refund_inc$dwd_trade_pay_detail_suc_inc$dwd_trade_refund_pay_suc_inc$dwd_traffic_action_inc$dwd_traffic_display_inc$dwd_traffic_error_inc$dwd_traffic_page_view_inc$dwd_traffic_start_inc$dwd_user_login_inc$dwd_user_register_inc\\\"\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '19', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition` VALUES (4, 6041161339936, 'dwd_to_dws_1d_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":21}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi\\n\\ndws_trade_province_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_1d partition(dt)\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_original_amount_1d,\\n    activity_reduce_amount_1d,\\n    coupon_reduce_amount_1d,\\n    order_total_amount_1d,\\n    dt\\nfrom\\n(\\n    select\\n        province_id,\\n        count(distinct(order_id)) order_count_1d,\\n        sum(split_original_amount) order_original_amount_1d,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount_1d,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount_1d,\\n        sum(split_total_amount) order_total_amount_1d,\\n        dt\\n    from ${APP}.dwd_trade_order_detail_inc\\n    group by province_id,dt\\n)o\\nleft join\\n(\\n    select\\n        id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.dim_province_full\\n    where dt=\'$do_date\'\\n)p\\non o.province_id=p.id;\\n\\\"\\ndws_trade_user_cart_add_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_1d partition(dt)\\nselect\\n    user_id,\\n    count(*),\\n    sum(sku_num),\\n    dt\\nfrom ${APP}.dwd_trade_cart_add_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_1d partition(dt)\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_original_amount),\\n    sum(nvl(split_activity_amount,0)),\\n    sum(nvl(split_coupon_amount,0)),\\n    sum(split_total_amount),\\n    dt\\nfrom ${APP}.dwd_trade_order_detail_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_1d partition(dt)\\nselect\\n    user_id,\\n    count(*) order_refund_count,\\n    sum(refund_num) order_refund_num,\\n    sum(refund_amount) order_refund_amount,\\n    dt\\nfrom ${APP}.dwd_trade_order_refund_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_payment_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_1d partition(dt)\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_payment_amount),\\n    dt\\nfrom ${APP}.dwd_trade_pay_detail_suc_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_sku_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_1d partition(dt)\\nselect\\n    user_id,\\n    id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_count_1d,\\n    order_num_1d,\\n    order_original_amount_1d,\\n    activity_reduce_amount_1d,\\n    coupon_reduce_amount_1d,\\n    order_total_amount_1d,\\n    dt\\nfrom\\n(\\n    select\\n        dt,\\n        user_id,\\n        sku_id,\\n        count(*) order_count_1d,\\n        sum(sku_num) order_num_1d,\\n        sum(split_original_amount) order_original_amount_1d,\\n        sum(nvl(split_activity_amount,0.0)) activity_reduce_amount_1d,\\n        sum(nvl(split_coupon_amount,0.0)) coupon_reduce_amount_1d,\\n        sum(split_total_amount) order_total_amount_1d\\n    from ${APP}.dwd_trade_order_detail_inc\\n    group by dt,user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_trade_user_sku_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_1d partition(dt)\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_refund_count,\\n    order_refund_num,\\n    order_refund_amount,\\n    dt\\nfrom\\n(\\n    select\\n        dt,\\n        user_id,\\n        sku_id,\\n        count(*) order_refund_count,\\n        sum(refund_num) order_refund_num,\\n        sum(refund_amount) order_refund_amount\\n    from ${APP}.dwd_trade_order_refund_inc\\n    group by dt,user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_traffic_page_visitor_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\ndws_traffic_session_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_session_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    session_id,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    version_code,\\n    channel,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by session_id,mid_id,brand,model,operate_system,version_code,channel;\\n\\\"\\n\\ncase $1 in\\n    \\\"dws_trade_province_order_1d\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_1d\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_1d\\\" )\\n        hive -e \\\"$dws_trade_user_payment_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_1d\\\"\\n    ;;\\n    \\\"dws_traffic_session_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_session_page_view_1d\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d$dws_trade_user_cart_add_1d$dws_trade_user_order_1d$dws_trade_user_order_refund_1d$dws_trade_user_payment_1d$dws_trade_user_sku_order_1d$dws_trade_user_sku_order_refund_1d$dws_traffic_page_visitor_page_view_1d$dws_traffic_session_page_view_1d\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '21', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition` VALUES (5, 6041172144800, 'dws_1d_to_dws_nd', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":23}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"$2\\\" ] ;then\\n    do_date=$2\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_activity_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_activity_order_nd partition(dt=\'$do_date\')\\nselect\\n    act.activity_id,\\n    activity_name,\\n    activity_type_code,\\n    activity_type_name,\\n    date_format(start_time,\'yyyy-MM-dd\'),\\n    sum(split_original_amount),\\n    sum(split_activity_amount)\\nfrom\\n(\\n    select\\n        activity_id,\\n        activity_name,\\n        activity_type_code,\\n        activity_type_name,\\n        start_time\\n    from ${APP}.dim_activity_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n    group by activity_id, activity_name, activity_type_code, activity_type_name,start_time\\n)act\\nleft join\\n(\\n    select\\n        activity_id,\\n        order_id,\\n        split_original_amount,\\n        split_activity_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and activity_id is not null\\n)od\\non act.activity_id=od.activity_id\\ngroup by act.activity_id,activity_name,activity_type_code,activity_type_name,start_time;\\n\\\"\\ndws_trade_coupon_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_coupon_order_nd partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type_code,\\n    coupon_type_name,\\n    benefit_rule,\\n    start_date,\\n    sum(split_original_amount),\\n    sum(split_coupon_amount)\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type_code,\\n        coupon_type_name,\\n        benefit_rule,\\n        date_format(start_time,\'yyyy-MM-dd\') start_date\\n    from ${APP}.dim_coupon_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n)cou\\nleft join\\n(\\n    select\\n        coupon_id,\\n        order_id,\\n        split_original_amount,\\n        split_coupon_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and coupon_id is not null\\n)od\\non cou.id=od.coupon_id\\ngroup by id,coupon_name,coupon_type_code,coupon_type_name,benefit_rule,start_date;\\n\\\"\\ndws_trade_province_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_nd partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\ndws_trade_user_cart_add_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_num_1d,0)),\\n    sum(cart_add_count_1d),\\n    sum(cart_add_num_1d)\\nfrom ${APP}.dws_trade_user_cart_add_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_nd partition (dt = \'$do_date\')\\nselect user_id,\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_count_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_num_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_amount_1d, 0)),\\n       sum(payment_count_1d),\\n       sum(payment_num_1d),\\n       sum(payment_amount_1d)\\nfrom ${APP}.dws_trade_user_payment_1d\\nwhere dt >= date_add(\'$do_date\', -29)\\n  and dt <= \'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_1d\\nwhere dt>=date_add(\'$do_date\',-30)\\ngroup by  user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_trade_user_sku_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_traffic_page_visitor_page_view_nd=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_nd partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),during_time_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),view_count_1d,0)),\\n    sum(during_time_1d),\\n    sum(view_count_1d)\\nfrom ${APP}.dws_traffic_page_visitor_page_view_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\n\\ncase $1 in\\n    \\\"dws_trade_activity_order_nd\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_coupon_order_nd\\\" )\\n        hive -e \\\"$dws_trade_coupon_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_province_order_nd\\\" )\\n        hive -e \\\"$dws_trade_province_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_nd\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_nd\\\" )\\n        hive -e \\\"$dws_trade_user_payment_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_nd\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd$dws_trade_coupon_order_nd$dws_trade_province_order_nd$dws_trade_user_cart_add_nd$dws_trade_user_order_nd$dws_trade_user_order_refund_nd$dws_trade_user_payment_nd$dws_trade_user_sku_order_nd$dws_trade_user_sku_order_refund_nd$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '23', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition` VALUES (6, 6041184960800, 'dws_1d_to_dws_td_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":25}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi\\n\\ndws_trade_user_order_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_td partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    min(dt) login_date_first,\\n    max(dt) login_date_last,\\n    sum(order_count_1d) order_count,\\n    sum(order_num_1d) order_num,\\n    sum(order_original_amount_1d) original_amount,\\n    sum(activity_reduce_amount_1d) activity_reduce_amount,\\n    sum(coupon_reduce_amount_1d) coupon_reduce_amount,\\n    sum(order_total_amount_1d) total_amount\\nfrom ${APP}.dws_trade_user_order_1d\\ngroup by user_id;\\n\\\"\\n\\ndws_trade_user_payment_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_td partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    min(dt) payment_date_first,\\n    max(dt) payment_date_last,\\n    sum(payment_count_1d) payment_count,\\n    sum(payment_num_1d) payment_num,\\n    sum(payment_amount_1d) payment_amount\\nfrom ${APP}.dws_trade_user_payment_1d\\ngroup by user_id;\\n\\\"\\n\\ndws_user_user_login_td=\\\"\\ninsert overwrite table ${APP}.dws_user_user_login_td partition(dt=\'$do_date\')\\nselect\\n    u.id,\\n    nvl(login_date_last,date_format(create_time,\'yyyy-MM-dd\')),\\n    nvl(login_count_td,1)\\nfrom\\n(\\n    select\\n        id,\\n        create_time\\n    from ${APP}.dim_user_zip\\n    where dt=\'9999-12-31\'\\n)u\\nleft join\\n(\\n    select\\n        user_id,\\n        max(dt) login_date_last,\\n        count(*) login_count_td\\n    from ${APP}.dwd_user_login_inc\\n    group by user_id\\n)l\\non u.id=l.user_id;\\n\\\"\\n\\ncase $1 in\\n    \\\"dws_trade_user_order_td\\\" )\\n        hive -e \\\"$dws_trade_user_order_td\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_td\\\" )\\n        hive -e \\\"$dws_trade_user_payment_td\\\"\\n    ;;\\n    \\\"dws_user_user_login_td\\\" )\\n        hive -e \\\"$dws_user_user_login_td\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_user_order_td$dws_trade_user_payment_td$dws_user_user_login_td\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '25', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition` VALUES (7, 6041191543200, 'dws_to_ads', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":26}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"$2\\\" ] ;then\\n    do_date=$2\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\nads_activity_stats=\\\"\\ninsert overwrite table ${APP}.ads_activity_stats\\nselect * from ${APP}.ads_activity_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    activity_id,\\n    activity_name,\\n    start_date,\\n    cast(activity_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_activity_order_nd\\nwhere dt=\'$do_date\';\\n\\\"\\nads_coupon_stats=\\\"\\ninsert overwrite table ${APP}.ads_coupon_stats\\nselect * from ${APP}.ads_coupon_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    coupon_id,\\n    coupon_name,\\n    start_date,\\n    coupon_rule,\\n    cast(coupon_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_coupon_order_nd\\nwhere dt=\'$do_date\';\\n\\n\\\"\\nads_new_buyer_stats=\\\"\\ninsert overwrite table ${APP}.ads_new_buyer_stats\\nselect * from ${APP}.ads_new_buyer_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    new_order_user_count,\\n    new_payment_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(order_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_order_user_count\\n    from ${APP}.dws_trade_user_order_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(payment_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_payment_user_count\\n    from ${APP}.dws_trade_user_payment_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)pay\\non odr.recent_days=pay.recent_days;\\n\\\"\\nads_order_by_province=\\\"\\ninsert overwrite table ${APP}.ads_order_by_province\\nselect * from ${APP}.ads_order_by_province\\nunion\\nselect\\n    \'$do_date\' dt,\\n    1 recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_total_amount_1d\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt=\'$do_date\'\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(order_count),\\n    sum(order_total_amount)\\nfrom\\n(\\n    select\\n        recent_days,\\n        province_id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2,\\n        case recent_days\\n            when 7 then order_count_7d\\n            when 30 then order_count_30d\\n        end order_count,\\n        case recent_days\\n            when 7 then order_total_amount_7d\\n            when 30 then order_total_amount_30d\\n        end order_total_amount\\n    from ${APP}.dws_trade_province_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n)t1\\ngroup by recent_days,province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\n\\nads_page_path=\\\"\\ninsert overwrite table ${APP}.ads_page_path\\nselect * from ${APP}.ads_page_path\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    source,\\n    nvl(target,\'null\'),\\n    count(*) path_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        concat(\'step-\',rn,\':\',page_id) source,\\n        concat(\'step-\',rn+1,\':\',next_page_id) target\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            lead(page_id,1,null) over(partition by session_id,recent_days) next_page_id,\\n            row_number() over (partition by session_id,recent_days order by view_time) rn\\n        from ${APP}.dwd_traffic_page_view_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n        where dt>=date_add(\'$do_date\',-recent_days+1)\\n    )t1\\n)t2\\ngroup by recent_days,source,target;\\n\\\"\\nads_repeat_purchase_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_repeat_purchase_by_tm\\nselect * from ${APP}.ads_repeat_purchase_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    tm_id,\\n    tm_name,\\n    cast(sum(if(order_count>=2,1,0))/sum(if(order_count>=1,1,0)) as decimal(16,2))\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        recent_days,\\n        user_id,\\n        tm_id,\\n        tm_name,\\n        sum(order_count) order_count\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,user_id,tm_id,tm_name\\n)t2\\ngroup by recent_days,tm_id,tm_name;\\n\\\"\\nads_sku_cart_num_top3_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_sku_cart_num_top3_by_cate\\nselect * from ${APP}.ads_sku_cart_num_top3_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    sku_id,\\n    sku_name,\\n    cart_num,\\n    rk\\nfrom\\n(\\n    select\\n        sku_id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        cart_num,\\n        rank() over (partition by category1_id,category2_id,category3_id order by cart_num desc) rk\\n    from\\n    (\\n        select\\n            sku_id,\\n            sum(sku_num) cart_num\\n        from ${APP}.dwd_trade_cart_full\\n        where dt=\'$do_date\'\\n        group by sku_id\\n    )cart\\n    left join\\n    (\\n        select\\n            id,\\n            sku_name,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name\\n        from ${APP}.dim_sku_full\\n        where dt=\'$do_date\'\\n    )sku\\n    on cart.sku_id=sku.id\\n)t1\\nwhere rk<=3;\\n\\\"\\nads_trade_stats=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats\\nselect * from ${APP}.ads_trade_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    order_total_amount,\\n    order_count,\\n    order_user_count,\\n    order_refund_count,\\n    order_refund_user_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(order_total_amount_1d) order_total_amount,\\n        sum(order_count_1d) order_count,\\n        count(*) order_user_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_total_amount),\\n        sum(order_count),\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_total_amount_7d\\n                when 30 then order_total_amount_30d\\n            end order_total_amount,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        1 recent_days,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(*) order_refund_user_count\\n    from ${APP}.dws_trade_user_order_refund_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_refund_count),\\n        sum(if(order_refund_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)refund\\non odr.recent_days=refund.recent_days;\\n\\\"\\nads_trade_stats_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_cate\\nselect * from ${APP}.ads_trade_stats_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.category1_id,refund.category1_id),\\n    nvl(odr.category1_name,refund.category1_name),\\n    nvl(odr.category2_id,refund.category2_id),\\n    nvl(odr.category2_name,refund.category2_name),\\n    nvl(odr.category3_id,refund.category3_id),\\n    nvl(odr.category3_name,refund.category3_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count),\\n        count(distinct(if(order_refund_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.category1_id=refund.category1_id\\nand odr.category1_name=refund.category1_name\\nand odr.category2_id=refund.category2_id\\nand odr.category2_name=refund.category2_name\\nand odr.category3_id=refund.category3_id\\nand odr.category3_name=refund.category3_name;\\n\\\"\\nads_trade_stats_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_tm\\nselect * from ${APP}.ads_trade_stats_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.tm_id,refund.tm_id),\\n    nvl(odr.tm_name,refund.tm_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count),\\n        count(if(order_refund_count>0,user_id,null))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.tm_id=refund.tm_id\\nand odr.tm_name=refund.tm_name;\\n\\\"\\nads_traffic_stats_by_channel=\\\"\\ninsert overwrite table ${APP}.ads_traffic_stats_by_channel\\nselect * from ${APP}.ads_traffic_stats_by_channel\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    channel,\\n    cast(count(distinct(mid_id)) as bigint) uv_count,\\n    cast(avg(during_time_1d)/1000 as bigint) avg_duration_sec,\\n    cast(avg(page_count_1d) as bigint) avg_page_count,\\n    cast(count(*) as bigint) sv_count,\\n    cast(sum(if(page_count_1d=1,1,0))/count(*) as decimal(16,2)) bounce_rate\\nfrom ${APP}.dws_traffic_session_page_view_1d lateral view explode(array(1,7,30)) tmp as recent_days\\nwhere dt>=date_add(\'$do_date\',-recent_days+1)\\ngroup by recent_days,channel;\\n\\\"\\nads_user_action=\\\"\\ninsert overwrite table ${APP}.ads_user_action\\nselect * from ${APP}.ads_user_action\\nunion\\nselect\\n    \'$do_date\' dt,\\n    page.recent_days,\\n    home_count,\\n    good_detail_count,\\n    cart_count,\\n    order_count,\\n    payment_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(if(page_id=\'home\',1,0)) home_count,\\n        sum(if(page_id=\'good_detail\',1,0)) good_detail_count\\n    from ${APP}.dws_traffic_page_visitor_page_view_1d\\n    where dt=\'$do_date\'\\n    and page_id in (\'home\',\'good_detail\')\\n    union all\\n    select\\n        recent_days,\\n        sum(if(page_id=\'home\' and view_count>0,1,0)),\\n        sum(if(page_id=\'good_detail\' and view_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            case recent_days\\n                when 7 then view_count_7d\\n                when 30 then view_count_30d\\n            end view_count\\n        from ${APP}.dws_traffic_page_visitor_page_view_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n        and page_id in (\'home\',\'good_detail\')\\n    )t1\\n    group by recent_days\\n)page\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) cart_count\\n    from ${APP}.dws_trade_user_cart_add_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(cart_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then cart_add_count_7d\\n                when 30 then cart_add_count_30d\\n            end cart_count\\n        from ${APP}.dws_trade_user_cart_add_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)cart\\non page.recent_days=cart.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) order_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)ord\\non page.recent_days=ord.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) payment_count\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then payment_count_7d\\n                when 30 then payment_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_payment_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)pay\\non page.recent_days=pay.recent_days;\\n\\\"\\nads_user_change=\\\"\\ninsert overwrite table ${APP}.ads_user_change\\nselect * from ${APP}.ads_user_change\\nunion\\nselect\\n    churn.dt,\\n    user_churn_count,\\n    user_back_count\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_churn_count\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n    and login_date_last=date_add(\'$do_date\',-7)\\n)churn\\njoin\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_back_count\\n    from\\n    (\\n        select\\n            user_id,\\n            login_date_last\\n        from ${APP}.dws_user_user_login_td\\n        where dt=\'$do_date\'\\n    )t1\\n    join\\n    (\\n        select\\n            user_id,\\n            login_date_last login_date_previous\\n        from ${APP}.dws_user_user_login_td\\n        where dt=date_add(\'$do_date\',-1)\\n    )t2\\n    on t1.user_id=t2.user_id\\n    where datediff(login_date_last,login_date_previous)>=8\\n)back\\non churn.dt=back.dt;\\n\\\"\\nads_user_retention=\\\"\\ninsert overwrite table ${APP}.ads_user_retention\\nselect * from ${APP}.ads_user_retention\\nunion\\nselect\\n    \'$do_date\' dt,\\n    login_date_first create_date,\\n    datediff(\'$do_date\',login_date_first) retention_day,\\n    sum(if(login_date_last=\'$do_date\',1,0)) retention_count,\\n    count(*) new_user_count,\\n    cast(sum(if(login_date_last=\'$do_date\',1,0))/count(*)*100 as decimal(16,2)) retention_rate\\nfrom\\n(\\n    select\\n        user_id,\\n        date_id login_date_first\\n    from ${APP}.dwd_user_register_inc\\n    where dt>=date_add(\'$do_date\',-7)\\n    and dt<\'$do_date\'\\n)t1\\njoin\\n(\\n    select\\n        user_id,\\n        login_date_last\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n)t2\\non t1.user_id=t2.user_id\\ngroup by login_date_first;\\n\\\"\\nads_user_stats=\\\"\\ninsert overwrite table ${APP}.ads_user_stats\\nselect * from ${APP}.ads_user_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    t1.recent_days,\\n    new_user_count,\\n    active_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(login_date_last>=date_add(\'$do_date\',-recent_days+1),1,0)) new_user_count\\n    from ${APP}.dws_user_user_login_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)t1\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(date_id>=date_add(\'$do_date\',-recent_days+1),1,0)) active_user_count\\n    from ${APP}.dwd_user_register_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n    group by recent_days\\n)t2\\non t1.recent_days=t2.recent_days;\\n\\\"\\n\\ncase $1 in\\n    \\\"ads_activity_stats\\\" )\\n        hive -e \\\"$ads_activity_stats\\\"\\n    ;;\\n    \\\"ads_coupon_stats\\\" )\\n        hive -e \\\"$ads_coupon_stats\\\"\\n    ;;\\n    \\\"ads_new_buyer_stats\\\" )\\n        hive -e \\\"$ads_new_buyer_stats\\\"\\n    ;;\\n    \\\"ads_order_by_province\\\" )\\n        hive -e \\\"$ads_order_by_province\\\"\\n    ;;\\n    \\\"ads_page_path\\\" )\\n        hive -e \\\"$ads_page_path\\\"\\n    ;;\\n    \\\"ads_repeat_purchase_by_tm\\\" )\\n        hive -e \\\"$ads_repeat_purchase_by_tm\\\"\\n    ;;\\n    \\\"ads_sku_cart_num_top3_by_cate\\\" )\\n        hive -e \\\"$ads_sku_cart_num_top3_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats\\\" )\\n        hive -e \\\"$ads_trade_stats\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_cate\\\" )\\n        hive -e \\\"$ads_trade_stats_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_tm\\\" )\\n        hive -e \\\"$ads_trade_stats_by_tm\\\"\\n    ;;\\n    \\\"ads_traffic_stats_by_channel\\\" )\\n        hive -e \\\"$ads_traffic_stats_by_channel\\\"\\n    ;;\\n    \\\"ads_user_action\\\" )\\n        hive -e \\\"$ads_user_action\\\"\\n    ;;\\n    \\\"ads_user_change\\\" )\\n        hive -e \\\"$ads_user_change\\\"\\n    ;;\\n    \\\"ads_user_retention\\\" )\\n        hive -e \\\"$ads_user_retention\\\"\\n    ;;\\n    \\\"ads_user_stats\\\" )\\n        hive -e \\\"$ads_user_stats\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$ads_activity_stats$ads_coupon_stats$ads_new_buyer_stats$ads_order_by_province$ads_page_path$ads_repeat_purchase_by_tm$ads_sku_cart_num_top3_by_cate$ads_trade_stats$ads_trade_stats_by_cate$ads_trade_stats_by_tm$ads_traffic_stats_by_channel$ads_user_action$ads_user_change$ads_user_retention$ads_user_stats\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '26', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition` VALUES (8, 6041196281504, 'hdfs_to_mysql', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":27}],\"localParams\":[],\"rawScript\":\"DATAX_HOME=/opt/module/datax\\n\\n#DataX导出路径不允许存在空文件，该函数作用为清理空文件\\nhandle_export_path(){\\n  target_file=$1\\n  for i in `hadoop fs -ls -R $target_file | awk \'{print $8}\'`; do\\n    hadoop fs -test -z $i\\n    if [[ $? -eq 0 ]]; then\\n      echo \\\"$i文件大小为0，正在删除\\\"\\n      hadoop fs -rm -r -f $i\\n    fi\\n  done\\n\\n}\\n\\n\\n#数据导出\\nexport_data() {\\n  datax_config=$1\\n  export_dir=$2\\n  hadoop fs -test -e $export_dir\\n  if [[ $? -eq 0 ]]\\n  then\\n    handle_export_path $export_dir\\n    file_count=$(hadoop fs -ls $export_dir | wc -l)\\n    if [ $file_count -gt 0 ]\\n    then\\n      set -e;\\n      $DATAX_HOME/bin/datax.py -p\\\"-Dexportdir=$export_dir\\\" $datax_config\\n      set +e;\\n    else \\n      echo \\\"$export_dir 目录为空，跳过~\\\"\\n    fi\\n  else\\n    echo \\\"路径 $export_dir 不存在，跳过~\\\"\\n  fi\\n}\\n\\n\\ncase $1 in\\n  \\\"ads_new_buyer_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  ;;\\n  \\\"ads_order_by_province\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  ;;\\n  \\\"ads_page_path\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  ;;\\n  \\\"ads_repeat_purchase_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  ;;\\n  \\\"ads_trade_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  ;;\\n  \\\"ads_trade_stats_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  ;;\\n  \\\"ads_trade_stats_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  ;;\\n  \\\"ads_traffic_stats_by_channel\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  ;;\\n  \\\"ads_user_action\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  ;;\\n  \\\"ads_user_change\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  ;;\\n  \\\"ads_user_retention\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  ;;\\n  \\\"ads_user_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  ;;\\n  \\\"ads_activity_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  ;;\\n  \\\"ads_coupon_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  ;;\\n  \\\"ads_sku_cart_num_top3_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\n\\n\\\"all\\\")\\n  export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '27', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition` VALUES (9, 6042474389280, 'hdfs_to_ods_log', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition` VALUES (10, 6042484386976, 'hdfs_to_ods_db', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition` VALUES (11, 6042489526816, 'ods_to_dim', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndim_user_zip=\\\"\\nset hive.exec.dynamic.partition.mode=nonstrict;\\nwith\\ntmp as\\n(\\n    select\\n        old.id old_id,\\n        old.login_name old_login_name,\\n        old.nick_name old_nick_name,\\n        old.name old_name,\\n        old.phone_num old_phone_num,\\n        old.email old_email,\\n        old.user_level old_user_level,\\n        old.birthday old_birthday,\\n        old.gender old_gender,\\n        old.create_time old_create_time,\\n        old.operate_time old_operate_time,\\n        old.start_date old_start_date,\\n        old.end_date old_end_date,\\n        new.id new_id,\\n        new.login_name new_login_name,\\n        new.nick_name new_nick_name,\\n        new.name new_name,\\n        new.phone_num new_phone_num,\\n        new.email new_email,\\n        new.user_level new_user_level,\\n        new.birthday new_birthday,\\n        new.gender new_gender,\\n        new.create_time new_create_time,\\n        new.operate_time new_operate_time,\\n        new.start_date new_start_date,\\n        new.end_date new_end_date\\n    from\\n    (\\n        select\\n            id,\\n            login_name,\\n            nick_name,\\n            name,\\n            phone_num,\\n            email,\\n            user_level,\\n            birthday,\\n            gender,\\n            create_time,\\n            operate_time,\\n            start_date,\\n            end_date\\n        from ${APP}.dim_user_zip\\n        where dt=\'9999-12-31\'\\n    )old\\n    full outer join\\n    (\\n        select\\n            id,\\n            login_name,\\n            nick_name,\\n            md5(name) name,\\n            md5(phone_num) phone_num,\\n            md5(email) email,\\n            user_level,\\n            birthday,\\n            gender,\\n            create_time,\\n            operate_time,\\n            \'$do_date\' start_date,\\n            \'9999-12-31\' end_date\\n        from\\n        (\\n            select\\n                data.id,\\n                data.login_name,\\n                data.nick_name,\\n                data.name,\\n                data.phone_num,\\n                data.email,\\n                data.user_level,\\n                data.birthday,\\n                data.gender,\\n                data.create_time,\\n                data.operate_time,\\n                row_number() over (partition by data.id order by ts desc) rn\\n            from ${APP}.ods_user_info_inc\\n            where dt=\'$do_date\'\\n        )t1\\n        where rn=1\\n    )new\\n    on old.id=new.id\\n)\\ninsert overwrite table ${APP}.dim_user_zip partition(dt)\\nselect\\n    if(new_id is not null,new_id,old_id),\\n    if(new_id is not null,new_login_name,old_login_name),\\n    if(new_id is not null,new_nick_name,old_nick_name),\\n    if(new_id is not null,new_name,old_name),\\n    if(new_id is not null,new_phone_num,old_phone_num),\\n    if(new_id is not null,new_email,old_email),\\n    if(new_id is not null,new_user_level,old_user_level),\\n    if(new_id is not null,new_birthday,old_birthday),\\n    if(new_id is not null,new_gender,old_gender),\\n    if(new_id is not null,new_create_time,old_create_time),\\n    if(new_id is not null,new_operate_time,old_operate_time),\\n    if(new_id is not null,new_start_date,old_start_date),\\n    if(new_id is not null,new_end_date,old_end_date),\\n    if(new_id is not null,new_end_date,old_end_date) dt\\nfrom tmp\\nunion all\\nselect\\n    old_id,\\n    old_login_name,\\n    old_nick_name,\\n    old_name,\\n    old_phone_num,\\n    old_email,\\n    old_user_level,\\n    old_birthday,\\n    old_gender,\\n    old_create_time,\\n    old_operate_time,\\n    old_start_date,\\n    cast(date_add(\'$do_date\',-1) as string) old_end_date,\\n    cast(date_add(\'$do_date\',-1) as string) dt\\nfrom tmp\\nwhere old_id is not null\\nand new_id is not null;\\n\\\"\\n\\ndim_sku_full=\\\"\\nwith\\nsku as\\n(\\n    select\\n        id,\\n        price,\\n        sku_name,\\n        sku_desc,\\n        weight,\\n        is_sale,\\n        spu_id,\\n        category3_id,\\n        tm_id,\\n        create_time\\n    from ${APP}.ods_sku_info_full\\n    where dt=\'$do_date\'\\n),\\nspu as\\n(\\n    select\\n        id,\\n        spu_name\\n    from ${APP}.ods_spu_info_full\\n    where dt=\'$do_date\'\\n),\\nc3 as\\n(\\n    select\\n        id,\\n        name,\\n        category2_id\\n    from ${APP}.ods_base_category3_full\\n    where dt=\'$do_date\'\\n),\\nc2 as\\n(\\n    select\\n        id,\\n        name,\\n        category1_id\\n    from ${APP}.ods_base_category2_full\\n    where dt=\'$do_date\'\\n),\\nc1 as\\n(\\n    select\\n        id,\\n        name\\n    from ${APP}.ods_base_category1_full\\n    where dt=\'$do_date\'\\n),\\ntm as\\n(\\n    select\\n        id,\\n        tm_name\\n    from ${APP}.ods_base_trademark_full\\n    where dt=\'$do_date\'\\n),\\nattr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'attr_id\',attr_id,\'value_id\',value_id,\'attr_name\',attr_name,\'value_name\',value_name)) attrs\\n    from ${APP}.ods_sku_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n),\\nsale_attr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'sale_attr_id\',sale_attr_id,\'sale_attr_value_id\',sale_attr_value_id,\'sale_attr_name\',sale_attr_name,\'sale_attr_value_name\',sale_attr_value_name)) sale_attrs\\n    from ${APP}.ods_sku_sale_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n)\\ninsert overwrite table ${APP}.dim_sku_full partition(dt=\'$do_date\')\\nselect\\n    sku.id,\\n    sku.price,\\n    sku.sku_name,\\n    sku.sku_desc,\\n    sku.weight,\\n    sku.is_sale,\\n    sku.spu_id,\\n    spu.spu_name,\\n    sku.category3_id,\\n    c3.name,\\n    c3.category2_id,\\n    c2.name,\\n    c2.category1_id,\\n    c1.name,\\n    sku.tm_id,\\n    tm.tm_name,\\n    attr.attrs,\\n    sale_attr.sale_attrs,\\n    sku.create_time\\nfrom sku\\nleft join spu on sku.spu_id=spu.id\\nleft join c3 on sku.category3_id=c3.id\\nleft join c2 on c3.category2_id=c2.id\\nleft join c1 on c2.category1_id=c1.id\\nleft join tm on sku.tm_id=tm.id\\nleft join attr on sku.id=attr.sku_id\\nleft join sale_attr on sku.id=sale_attr.sku_id;\\n\\\"\\n\\ndim_province_full=\\\"\\ninsert overwrite table ${APP}.dim_province_full partition(dt=\'$do_date\')\\nselect\\n    province.id,\\n    province.name,\\n    province.area_code,\\n    province.iso_code,\\n    province.iso_3166_2,\\n    region_id,\\n    region_name\\nfrom\\n(\\n    select\\n        id,\\n        name,\\n        region_id,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)province\\nleft join\\n(\\n    select\\n        id,\\n        region_name\\n    from ${APP}.ods_base_region_full\\n    where dt=\'$do_date\'\\n)region\\non province.region_id=region.id;\\n\\\"\\n\\ndim_coupon_full=\\\"\\ninsert overwrite table ${APP}.dim_coupon_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type,\\n    coupon_dic.dic_name,\\n    condition_amount,\\n    condition_num,\\n    activity_id,\\n    benefit_amount,\\n    benefit_discount,\\n    case coupon_type\\n        when \'3201\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3202\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3203\' then concat(\'减\',benefit_amount,\'元\')\\n    end benefit_rule,\\n    create_time,\\n    range_type,\\n    range_dic.dic_name,\\n    limit_num,\\n    taken_count,\\n    start_time,\\n    end_time,\\n    operate_time,\\n    expire_time\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type,\\n        condition_amount,\\n        condition_num,\\n        activity_id,\\n        benefit_amount,\\n        benefit_discount,\\n        create_time,\\n        range_type,\\n        limit_num,\\n        taken_count,\\n        start_time,\\n        end_time,\\n        operate_time,\\n        expire_time\\n    from ${APP}.ods_coupon_info_full\\n    where dt=\'$do_date\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'32\'\\n)coupon_dic\\non ci.coupon_type=coupon_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'33\'\\n)range_dic\\non ci.range_type=range_dic.dic_code;\\n\\\"\\n\\ndim_activity_full=\\\"\\ninsert overwrite table ${APP}.dim_activity_full partition(dt=\'$do_date\')\\nselect\\n    rule.id,\\n    info.id,\\n    activity_name,\\n    rule.activity_type,\\n    dic.dic_name,\\n    activity_desc,\\n    start_time,\\n    end_time,\\n    create_time,\\n    condition_amount,\\n    condition_num,\\n    benefit_amount,\\n    benefit_discount,\\n    case rule.activity_type\\n        when \'3101\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3102\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3103\' then concat(\'打\',10*(1-benefit_discount),\'折\')\\n    end benefit_rule,\\n    benefit_level\\nfrom\\n(\\n    select\\n        id,\\n        activity_id,\\n        activity_type,\\n        condition_amount,\\n        condition_num,\\n        benefit_amount,\\n        benefit_discount,\\n        benefit_level\\n    from ${APP}.ods_activity_rule_full\\n    where dt=\'$do_date\'\\n)rule\\nleft join\\n(\\n    select\\n        id,\\n        activity_name,\\n        activity_type,\\n        activity_desc,\\n        start_time,\\n        end_time,\\n        create_time\\n    from ${APP}.ods_activity_info_full\\n    where dt=\'$do_date\'\\n)info\\non rule.activity_id=info.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'31\'\\n)dic\\non rule.activity_type=dic.dic_code;\\n\\\"\\n\\ncase ${1} in\\n\\\"dim_user_zip\\\")\\n    hive -e \\\"$dim_user_zip\\\"\\n;;\\n\\\"dim_sku_full\\\")\\n    hive -e \\\"$dim_sku_full\\\"\\n;;\\n\\\"dim_province_full\\\")\\n    hive -e \\\"$dim_province_full\\\"\\n;;\\n\\\"dim_coupon_full\\\")\\n    hive -e \\\"$dim_coupon_full\\\"\\n;;\\n\\\"dim_activity_full\\\")\\n    hive -e \\\"$dim_activity_full\\\"\\n;;\\n\\\"all\\\")\\n    hive -e \\\"$dim_user_zip$dim_sku_full$dim_province_full$dim_coupon_full$dim_activity_full\\\"\\n;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition` VALUES (12, 6042495832096, 'ods_to_dwd', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndwd_interaction_comment_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_comment_inc partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    order_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    appraise,\\n    dic_name\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        data.order_id,\\n        data.create_time,\\n        data.appraise\\n    from ${APP}.ods_comment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'12\'\\n)dic\\non ci.appraise=dic.dic_code;\\n\\\"\\ndwd_interaction_favor_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_favor_add_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.user_id,\\n    data.sku_id,\\n    date_format(data.create_time,\'yyyy-MM-dd\') date_id,\\n    data.create_time\\nfrom ${APP}.ods_favor_info_inc\\nwhere dt=\'$do_date\'\\nand type = \'insert\';\\n\\\"\\n\\ndwd_tool_coupon_get_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_get_inc partition (dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    date_format(data.get_time,\'yyyy-MM-dd\') date_id,\\n    data.get_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'insert\';\\n\\\"\\ndwd_tool_coupon_order_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_order_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.using_time,\'yyyy-MM-dd\') date_id,\\n    data.using_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'update\'\\nand array_contains(map_keys(old),\'using_time\');\\n\\\"\\ndwd_tool_coupon_pay_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_pay_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.used_time,\'yyyy-MM-dd\') date_id,\\n    data.used_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'update\'\\nand array_contains(map_keys(old),\'used_time\');\\n\\\"\\ndwd_trade_cancel_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cancel_detail_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_format(canel_time,\'yyyy-MM-dd\') date_id,\\n    canel_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) od\\njoin\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id,\\n        data.operate_time canel_time\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'update\'\\n    and data.order_status=\'1003\'\\n    and array_contains(map_keys(old),\'order_status\')\\n) oi\\non order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\n\\ndwd_trade_cart_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_add_inc partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    date_id,\\n    create_time,\\n    source_id,\\n    source_type_code,\\n    source_type_name,\\n    sku_num\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        date_format(from_utc_timestamp(ts*1000,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n        date_format(from_utc_timestamp(ts*1000,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') create_time,\\n        data.source_id,\\n        data.source_type source_type_code,\\n        if(type=\'insert\',data.sku_num,data.sku_num-old[\'sku_num\']) sku_num\\n    from ${APP}.ods_cart_info_inc\\n    where dt=\'$do_date\'\\n    and (type=\'insert\'\\n    or(type=\'update\' and old[\'sku_num\'] is not null and data.sku_num>cast(old[\'sku_num\'] as int)))\\n)cart\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name source_type_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non cart.source_type_code=dic.dic_code;\\n\\\"\\ndwd_trade_cart_full=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    sku_num\\nfrom ${APP}.ods_cart_info_full\\nwhere dt=\'$do_date\'\\nand is_ordered=\'0\';\\n\\\"\\ndwd_trade_order_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_detail_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_id,\\n    create_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        date_format(data.create_time, \'yyyy-MM-dd\') date_id,\\n        data.create_time,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) od\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_order_refund_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_refund_inc partition(dt=\'$do_date\')\\nselect\\n    ri.id,\\n    user_id,\\n    order_id,\\n    sku_id,\\n    province_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    refund_type,\\n    type_dic.dic_name,\\n    refund_reason_type,\\n    reason_dic.dic_name,\\n    refund_reason_txt,\\n    refund_num,\\n    refund_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_type,\\n        data.refund_num,\\n        data.refund_amount,\\n        data.refund_reason_type,\\n        data.refund_reason_txt,\\n        data.create_time\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ri\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.order_status=\'1005\'\\n    and array_contains(map_keys(old),\'order_status\')\\n)oi\\non ri.order_id=oi.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'15\'\\n)type_dic\\non ri.refund_type=type_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'13\'\\n)reason_dic\\non ri.refund_reason_type=reason_dic.dic_code;\\n\\\"\\n\\ndwd_trade_pay_detail_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_pay_detail_suc_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    od.order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    payment_type,\\n    pay_dic.dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    source_id,\\n    source_type,\\n    src_dic.dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) od\\njoin\\n(\\n    select\\n        data.user_id,\\n        data.order_id,\\n        data.payment_type,\\n        data.callback_time\\n    from ${APP}.ods_payment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and array_contains(map_keys(old),\'payment_status\')\\n    and data.payment_status=\'1602\'\\n) pi\\non od.order_id=pi.order_id\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n) pay_dic\\non pi.payment_type=pay_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)src_dic\\non od.source_type=src_dic.dic_code;\\n\\\"\\ndwd_trade_refund_pay_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_refund_pay_suc_inc partition(dt=\'$do_date\')\\nselect\\n    rp.id,\\n    user_id,\\n    rp.order_id,\\n    rp.sku_id,\\n    province_id,\\n    payment_type,\\n    dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    refund_num,\\n    total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.payment_type,\\n        data.callback_time,\\n        data.total_amount\\n    from ${APP}.ods_refund_payment_inc\\n    where dt=\'$do_date\'\\n    and type = \'update\'\\n    and array_contains(map_keys(old),\'refund_status\')\\n    and data.refund_status=\'1602\'\\n)rp\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.order_status=\'1006\'\\n    and array_contains(map_keys(old),\'order_status\')\\n)oi\\non rp.order_id=oi.id\\nleft join\\n(\\n    select\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_num\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.refund_status=\'0705\'\\n    and array_contains(map_keys(old),\'refund_status\')\\n)ri\\non rp.order_id=ri.order_id\\nand rp.sku_id=ri.sku_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n)dic\\non rp.payment_type=dic.dic_code;\\n\\\"\\ndwd_traffic_action_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_action_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    action_id,\\n    action_item,\\n    action_item_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        action.action_id,\\n        action.item action_item,\\n        action.item_type action_item_type,\\n        action.ts\\n    from ${APP}.ods_log_inc lateral view explode(actions) tmp as action\\n    where dt=\'$do_date\'\\n    and actions is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_display_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_display_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') display_time,\\n    display_type,\\n    display_item,\\n    display_item_type,\\n    display_order,\\n    display_pos_id\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        display.display_type,\\n        display.item display_item,\\n        display.item_type display_item_type,\\n        display.\\\\`order\\\\` display_order,\\n        display.pos_id display_pos_id,\\n        ts\\n    from ${APP}.ods_log_inc lateral view explode(displays) tmp as display\\n    where dt=\'$do_date\'\\n    and displays is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_error_inc=\\\"\\nset hive.cbo.enable=false;\\nset hive.execution.engine=mr;\\ninsert overwrite table ${APP}.dwd_traffic_error_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    entry,\\n    loading_time,\\n    open_ad_id,\\n    open_ad_ms,\\n    open_ad_skip_ms,\\n    actions,\\n    displays,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') error_time,\\n    error_code,\\n    error_msg\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        actions,\\n        displays,\\n        err.error_code,\\n        err.msg error_msg,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and err is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\nset hive.execution.engine=spark;\\n\\\"\\ndwd_traffic_page_view_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_page_view_inc partition (dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') view_time,\\n    concat(mid_id,\'-\',last_value(session_start_point,true) over (partition by mid_id order by ts)) session_id,\\n    during_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        ts,\\n        if(page.last_page_id is null,ts,null) session_start_point\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_start_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_start_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    entry,\\n    open_ad_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time,\\n    loading_time,\\n    open_ad_ms,\\n    open_ad_skip_ms\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and \\\\`start\\\\` is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_user_login_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_login_inc partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') login_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        user_id,\\n        channel,\\n        area_code,\\n        version_code,\\n        mid_id,\\n        brand,\\n        model,\\n        operate_system,\\n        ts\\n    from\\n    (\\n        select\\n            user_id,\\n            channel,\\n            area_code,\\n            version_code,\\n            mid_id,\\n            brand,\\n            model,\\n            operate_system,\\n            ts,\\n            row_number() over (partition by session_id order by ts) rn\\n        from\\n        (\\n            select\\n                user_id,\\n                channel,\\n                area_code,\\n                version_code,\\n                mid_id,\\n                brand,\\n                model,\\n                operate_system,\\n                ts,\\n                concat(mid_id,\'-\',last_value(session_start_point,true) over(partition by mid_id order by ts)) session_id\\n            from\\n            (\\n                select\\n                    common.uid user_id,\\n                    common.ch channel,\\n                    common.ar area_code,\\n                    common.vc version_code,\\n                    common.mid mid_id,\\n                    common.ba brand,\\n                    common.md model,\\n                    common.os operate_system,\\n                    ts,\\n                    if(page.last_page_id is null,ts,null) session_start_point\\n                from ${APP}.ods_log_inc\\n                where dt=\'$do_date\'\\n                and page is not null\\n            )t1\\n        )t2\\n        where user_id is not null\\n    )t3\\n    where rn=1\\n)t4\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non t4.area_code=bp.area_code;\\n\\\"\\ndwd_user_register_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_register_inc partition(dt=\'$do_date\')\\nselect\\n    ui.user_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        data.id user_id,\\n        data.create_time\\n    from ${APP}.ods_user_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ui\\nleft join\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page.page_id=\'register\'\\n    and common.uid is not null\\n)log\\non ui.user_id=log.user_id\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ncase ${1} in\\n    \\\"dwd_interaction_comment_inc\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc\\\"\\n    ;;\\n    \\\"dwd_interaction_favor_add_inc\\\" )\\n        hive -e \\\"$dwd_interaction_favor_add_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_get_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_get_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_order_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_order_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_pay_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_pay_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cancel_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_cancel_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_add_inc\\\" )\\n        hive -e \\\"$dwd_trade_cart_add_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_full\\\" )\\n        hive -e \\\"$dwd_trade_cart_full\\\"\\n    ;;\\n    \\\"dwd_trade_order_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_order_refund_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_refund_inc\\\"\\n    ;;\\n    \\\"dwd_trade_pay_detail_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_pay_detail_suc_inc\\\"\\n    ;;\\n    \\\"dwd_trade_refund_pay_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_refund_pay_suc_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_action_inc\\\" )\\n        hive -e \\\"$dwd_traffic_action_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_display_inc\\\" )\\n        hive -e \\\"$dwd_traffic_display_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_error_inc\\\" )\\n        hive -e \\\"$dwd_traffic_error_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_page_view_inc\\\" )\\n        hive -e \\\"$dwd_traffic_page_view_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_start_inc\\\" )\\n        hive -e \\\"$dwd_traffic_start_inc\\\"\\n    ;;\\n    \\\"dwd_user_login_inc\\\" )\\n        hive -e \\\"$dwd_user_login_inc\\\"\\n    ;;\\n    \\\"dwd_user_register_inc\\\" )\\n        hive -e \\\"$dwd_user_register_inc\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc$dwd_interaction_favor_add_inc$dwd_tool_coupon_get_inc$dwd_tool_coupon_order_inc$dwd_tool_coupon_pay_inc$dwd_trade_cancel_detail_inc$dwd_trade_cart_add_inc$dwd_trade_cart_full$dwd_trade_order_detail_inc$dwd_trade_order_refund_inc$dwd_trade_pay_detail_suc_inc$dwd_trade_refund_pay_suc_inc$dwd_traffic_action_inc$dwd_traffic_display_inc$dwd_traffic_error_inc$dwd_traffic_page_view_inc$dwd_traffic_start_inc$dwd_user_login_inc$dwd_user_register_inc\\\"\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition` VALUES (13, 6042498891296, 'dwd_to_dws_1d', 2, 'dwd_to_dws_1d', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_province_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_1d partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_original_amount_1d,\\n    activity_reduce_amount_1d,\\n    coupon_reduce_amount_1d,\\n    order_total_amount_1d\\nfrom\\n(\\n    select\\n        province_id,\\n        count(distinct(order_id)) order_count_1d,\\n        sum(split_original_amount) order_original_amount_1d,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount_1d,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount_1d,\\n        sum(split_total_amount) order_total_amount_1d\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt=\'$do_date\'\\n    group by province_id\\n)o\\nleft join\\n(\\n    select\\n        id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.dim_province_full\\n    where dt=\'$do_date\'\\n)p\\non o.province_id=p.id;\\n\\\"\\ndws_trade_user_cart_add_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(*),\\n    sum(sku_num)\\nfrom ${APP}.dwd_trade_cart_add_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_original_amount),\\n    sum(nvl(split_activity_amount,0)),\\n    sum(nvl(split_coupon_amount,0)),\\n    sum(split_total_amount)\\nfrom ${APP}.dwd_trade_order_detail_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(*),\\n    sum(refund_num),\\n    sum(refund_amount)\\nfrom ${APP}.dwd_trade_order_refund_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_payment_amount)\\nfrom ${APP}.dwd_trade_pay_detail_suc_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_count,\\n    order_num,\\n    order_original_amount,\\n    activity_reduce_amount,\\n    coupon_reduce_amount,\\n    order_total_amount\\nfrom\\n(\\n    select\\n        user_id,\\n        sku_id,\\n        count(*) order_count,\\n        sum(sku_num) order_num,\\n        sum(split_original_amount) order_original_amount,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount,\\n        sum(split_total_amount) order_total_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt=\'$do_date\'\\n    group by user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_trade_user_sku_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_refund_count,\\n    order_refund_num,\\n    order_refund_amount\\nfrom\\n(\\n    select\\n        user_id,\\n        sku_id,\\n        count(*) order_refund_count,\\n        sum(refund_num) order_refund_num,\\n        sum(refund_amount) order_refund_amount\\n    from ${APP}.dwd_trade_order_refund_inc\\n    where dt=\'$do_date\'\\n    group by user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_traffic_page_visitor_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\ndws_traffic_session_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_session_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    session_id,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    version_code,\\n    channel,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by session_id,mid_id,brand,model,operate_system,version_code,channel;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_province_order_1d\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_1d\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_1d\\\" )\\n        hive -e \\\"$dws_trade_user_payment_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_1d\\\"\\n    ;;\\n    \\\"dws_traffic_session_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_session_page_view_1d\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d$dws_trade_user_cart_add_1d$dws_trade_user_order_1d$dws_trade_user_order_refund_1d$dws_trade_user_payment_1d$dws_trade_user_sku_order_1d$dws_trade_user_sku_order_refund_1d$dws_traffic_page_visitor_page_view_1d$dws_traffic_session_page_view_1d\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition` VALUES (14, 6042506396192, 'dws_1d_to_dws_nd', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_activity_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_activity_order_nd partition(dt=\'$do_date\')\\nselect\\n    act.activity_id,\\n    activity_name,\\n    activity_type_code,\\n    activity_type_name,\\n    date_format(start_time,\'yyyy-MM-dd\'),\\n    sum(split_original_amount),\\n    sum(split_activity_amount)\\nfrom\\n(\\n    select\\n        activity_id,\\n        activity_name,\\n        activity_type_code,\\n        activity_type_name,\\n        start_time\\n    from ${APP}.dim_activity_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n    group by activity_id, activity_name, activity_type_code, activity_type_name,start_time\\n)act\\nleft join\\n(\\n    select\\n        activity_id,\\n        order_id,\\n        split_original_amount,\\n        split_activity_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and activity_id is not null\\n)od\\non act.activity_id=od.activity_id\\ngroup by act.activity_id,activity_name,activity_type_code,activity_type_name,start_time;\\n\\\"\\ndws_trade_coupon_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_coupon_order_nd partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type_code,\\n    coupon_type_name,\\n    benefit_rule,\\n    start_date,\\n    sum(split_original_amount),\\n    sum(split_coupon_amount)\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type_code,\\n        coupon_type_name,\\n        benefit_rule,\\n        date_format(start_time,\'yyyy-MM-dd\') start_date\\n    from ${APP}.dim_coupon_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n)cou\\nleft join\\n(\\n    select\\n        coupon_id,\\n        order_id,\\n        split_original_amount,\\n        split_coupon_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and coupon_id is not null\\n)od\\non cou.id=od.coupon_id\\ngroup by id,coupon_name,coupon_type_code,coupon_type_name,benefit_rule,start_date;\\n\\\"\\ndws_trade_province_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_nd partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\ndws_trade_user_cart_add_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_num_1d,0)),\\n    sum(cart_add_count_1d),\\n    sum(cart_add_num_1d)\\nfrom ${APP}.dws_trade_user_cart_add_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_nd partition (dt = \'$do_date\')\\nselect user_id,\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_count_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_num_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_amount_1d, 0)),\\n       sum(payment_count_1d),\\n       sum(payment_num_1d),\\n       sum(payment_amount_1d)\\nfrom ${APP}.dws_trade_user_payment_1d\\nwhere dt >= date_add(\'$do_date\', -29)\\n  and dt <= \'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_1d\\nwhere dt>=date_add(\'$do_date\',-30)\\ngroup by  user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_trade_user_sku_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_traffic_page_visitor_page_view_nd=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_nd partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),during_time_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),view_count_1d,0)),\\n    sum(during_time_1d),\\n    sum(view_count_1d)\\nfrom ${APP}.dws_traffic_page_visitor_page_view_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_activity_order_nd\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_coupon_order_nd\\\" )\\n        hive -e \\\"$dws_trade_coupon_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_province_order_nd\\\" )\\n        hive -e \\\"$dws_trade_province_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_nd\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_nd\\\" )\\n        hive -e \\\"$dws_trade_user_payment_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_nd\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd$dws_trade_coupon_order_nd$dws_trade_province_order_nd$dws_trade_user_cart_add_nd$dws_trade_user_order_nd$dws_trade_user_order_refund_nd$dws_trade_user_payment_nd$dws_trade_user_sku_order_nd$dws_trade_user_sku_order_refund_nd$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition` VALUES (15, 6042511584672, 'dws_1d_to_dws_td', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_user_order_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(new.user_id is not null and old.user_id is null,\'$do_date\',old.order_date_first),\\n    if(new.user_id is not null,\'$do_date\',old.order_date_last),\\n    nvl(old.order_count_td,0)+nvl(new.order_count_1d,0),\\n    nvl(old.order_num_td,0)+nvl(new.order_num_1d,0),\\n    nvl(old.original_amount_td,0)+nvl(new.order_original_amount_1d,0),\\n    nvl(old.activity_reduce_amount_td,0)+nvl(new.activity_reduce_amount_1d,0),\\n    nvl(old.coupon_reduce_amount_td,0)+nvl(new.coupon_reduce_amount_1d,0),\\n    nvl(old.total_amount_td,0)+nvl(new.order_total_amount_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        order_date_first,\\n        order_date_last,\\n        order_count_td,\\n        order_num_td,\\n        original_amount_td,\\n        activity_reduce_amount_td,\\n        coupon_reduce_amount_td,\\n        total_amount_td\\n    from ${APP}.dws_trade_user_order_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        order_count_1d,\\n        order_num_1d,\\n        order_original_amount_1d,\\n        activity_reduce_amount_1d,\\n        coupon_reduce_amount_1d,\\n        order_total_amount_1d\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ndws_trade_user_payment_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(old.user_id is null and new.user_id is not null,\'$do_date\',old.payment_date_first),\\n    if(new.user_id is not null,\'$do_date\',old.payment_date_last),\\n    nvl(old.payment_count_td,0)+nvl(new.payment_count_1d,0),\\n    nvl(old.payment_num_td,0)+nvl(new.payment_num_1d,0),\\n    nvl(old.payment_amount_td,0)+nvl(new.payment_amount_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        payment_date_first,\\n        payment_date_last,\\n        payment_count_td,\\n        payment_num_td,\\n        payment_amount_td\\n    from ${APP}.dws_trade_user_payment_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        payment_count_1d,\\n        payment_num_1d,\\n        payment_amount_1d\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ndws_user_user_login_td=\\\"\\ninsert overwrite table ${APP}.dws_user_user_login_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(new.user_id is null,old.login_date_last,\'$do_date\'),\\n    nvl(old.login_count_td,0)+nvl(new.login_count_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        login_date_last,\\n        login_count_td\\n    from ${APP}.dws_user_user_login_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        count(*) login_count_1d\\n    from ${APP}.dwd_user_login_inc\\n    where dt=\'$do_date\'\\n    group by user_id\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_user_order_td\\\" )\\n        hive -e \\\"$dws_trade_user_order_td\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_td\\\" )\\n        hive -e \\\"$dws_trade_user_payment_td\\\"\\n    ;;\\n    \\\"dws_user_user_login_td\\\" )\\n        hive -e \\\"$dws_user_user_login_td\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_user_order_td$dws_trade_user_payment_td$dws_user_user_login_td\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition` VALUES (16, 6042516607648, 'dws_to_ads', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\nads_activity_stats=\\\"\\ninsert overwrite table ${APP}.ads_activity_stats\\nselect * from ${APP}.ads_activity_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    activity_id,\\n    activity_name,\\n    start_date,\\n    cast(activity_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_activity_order_nd\\nwhere dt=\'$do_date\';\\n\\\"\\nads_coupon_stats=\\\"\\ninsert overwrite table ${APP}.ads_coupon_stats\\nselect * from ${APP}.ads_coupon_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    coupon_id,\\n    coupon_name,\\n    start_date,\\n    coupon_rule,\\n    cast(coupon_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_coupon_order_nd\\nwhere dt=\'$do_date\';\\n\\n\\\"\\nads_new_buyer_stats=\\\"\\ninsert overwrite table ${APP}.ads_new_buyer_stats\\nselect * from ${APP}.ads_new_buyer_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    new_order_user_count,\\n    new_payment_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(order_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_order_user_count\\n    from ${APP}.dws_trade_user_order_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(payment_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_payment_user_count\\n    from ${APP}.dws_trade_user_payment_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)pay\\non odr.recent_days=pay.recent_days;\\n\\\"\\nads_order_by_province=\\\"\\ninsert overwrite table ${APP}.ads_order_by_province\\nselect * from ${APP}.ads_order_by_province\\nunion\\nselect\\n    \'$do_date\' dt,\\n    1 recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_total_amount_1d\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt=\'$do_date\'\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(order_count),\\n    sum(order_total_amount)\\nfrom\\n(\\n    select\\n        recent_days,\\n        province_id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2,\\n        case recent_days\\n            when 7 then order_count_7d\\n            when 30 then order_count_30d\\n        end order_count,\\n        case recent_days\\n            when 7 then order_total_amount_7d\\n            when 30 then order_total_amount_30d\\n        end order_total_amount\\n    from ${APP}.dws_trade_province_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n)t1\\ngroup by recent_days,province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\n\\nads_page_path=\\\"\\ninsert overwrite table ${APP}.ads_page_path\\nselect * from ${APP}.ads_page_path\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    source,\\n    nvl(target,\'null\'),\\n    count(*) path_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        concat(\'step-\',rn,\':\',page_id) source,\\n        concat(\'step-\',rn+1,\':\',next_page_id) target\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            lead(page_id,1,null) over(partition by session_id,recent_days) next_page_id,\\n            row_number() over (partition by session_id,recent_days order by view_time) rn\\n        from ${APP}.dwd_traffic_page_view_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n        where dt>=date_add(\'$do_date\',-recent_days+1)\\n    )t1\\n)t2\\ngroup by recent_days,source,target;\\n\\\"\\nads_repeat_purchase_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_repeat_purchase_by_tm\\nselect * from ${APP}.ads_repeat_purchase_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    tm_id,\\n    tm_name,\\n    cast(sum(if(order_count>=2,1,0))/sum(if(order_count>=1,1,0)) as decimal(16,2))\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        recent_days,\\n        user_id,\\n        tm_id,\\n        tm_name,\\n        sum(order_count) order_count\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,user_id,tm_id,tm_name\\n)t2\\ngroup by recent_days,tm_id,tm_name;\\n\\\"\\nads_sku_cart_num_top3_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_sku_cart_num_top3_by_cate\\nselect * from ${APP}.ads_sku_cart_num_top3_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    sku_id,\\n    sku_name,\\n    cart_num,\\n    rk\\nfrom\\n(\\n    select\\n        sku_id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        cart_num,\\n        rank() over (partition by category1_id,category2_id,category3_id order by cart_num desc) rk\\n    from\\n    (\\n        select\\n            sku_id,\\n            sum(sku_num) cart_num\\n        from ${APP}.dwd_trade_cart_full\\n        where dt=\'$do_date\'\\n        group by sku_id\\n    )cart\\n    left join\\n    (\\n        select\\n            id,\\n            sku_name,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name\\n        from ${APP}.dim_sku_full\\n        where dt=\'$do_date\'\\n    )sku\\n    on cart.sku_id=sku.id\\n)t1\\nwhere rk<=3;\\n\\\"\\nads_trade_stats=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats\\nselect * from ${APP}.ads_trade_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    order_total_amount,\\n    order_count,\\n    order_user_count,\\n    order_refund_count,\\n    order_refund_user_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(order_total_amount_1d) order_total_amount,\\n        sum(order_count_1d) order_count,\\n        count(*) order_user_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_total_amount),\\n        sum(order_count),\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_total_amount_7d\\n                when 30 then order_total_amount_30d\\n            end order_total_amount,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        1 recent_days,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(*) order_refund_user_count\\n    from ${APP}.dws_trade_user_order_refund_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_refund_count),\\n        sum(if(order_refund_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)refund\\non odr.recent_days=refund.recent_days;\\n\\\"\\nads_trade_stats_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_cate\\nselect * from ${APP}.ads_trade_stats_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.category1_id,refund.category1_id),\\n    nvl(odr.category1_name,refund.category1_name),\\n    nvl(odr.category2_id,refund.category2_id),\\n    nvl(odr.category2_name,refund.category2_name),\\n    nvl(odr.category3_id,refund.category3_id),\\n    nvl(odr.category3_name,refund.category3_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count),\\n        count(distinct(if(order_refund_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.category1_id=refund.category1_id\\nand odr.category1_name=refund.category1_name\\nand odr.category2_id=refund.category2_id\\nand odr.category2_name=refund.category2_name\\nand odr.category3_id=refund.category3_id\\nand odr.category3_name=refund.category3_name;\\n\\\"\\nads_trade_stats_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_tm\\nselect * from ${APP}.ads_trade_stats_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.tm_id,refund.tm_id),\\n    nvl(odr.tm_name,refund.tm_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count),\\n        count(if(order_refund_count>0,user_id,null))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.tm_id=refund.tm_id\\nand odr.tm_name=refund.tm_name;\\n\\\"\\nads_traffic_stats_by_channel=\\\"\\ninsert overwrite table ${APP}.ads_traffic_stats_by_channel\\nselect * from ${APP}.ads_traffic_stats_by_channel\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    channel,\\n    cast(count(distinct(mid_id)) as bigint) uv_count,\\n    cast(avg(during_time_1d)/1000 as bigint) avg_duration_sec,\\n    cast(avg(page_count_1d) as bigint) avg_page_count,\\n    cast(count(*) as bigint) sv_count,\\n    cast(sum(if(page_count_1d=1,1,0))/count(*) as decimal(16,2)) bounce_rate\\nfrom ${APP}.dws_traffic_session_page_view_1d lateral view explode(array(1,7,30)) tmp as recent_days\\nwhere dt>=date_add(\'$do_date\',-recent_days+1)\\ngroup by recent_days,channel;\\n\\\"\\nads_user_action=\\\"\\ninsert overwrite table ${APP}.ads_user_action\\nselect * from ${APP}.ads_user_action\\nunion\\nselect\\n    \'$do_date\' dt,\\n    page.recent_days,\\n    home_count,\\n    good_detail_count,\\n    cart_count,\\n    order_count,\\n    payment_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(if(page_id=\'home\',1,0)) home_count,\\n        sum(if(page_id=\'good_detail\',1,0)) good_detail_count\\n    from ${APP}.dws_traffic_page_visitor_page_view_1d\\n    where dt=\'$do_date\'\\n    and page_id in (\'home\',\'good_detail\')\\n    union all\\n    select\\n        recent_days,\\n        sum(if(page_id=\'home\' and view_count>0,1,0)),\\n        sum(if(page_id=\'good_detail\' and view_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            case recent_days\\n                when 7 then view_count_7d\\n                when 30 then view_count_30d\\n            end view_count\\n        from ${APP}.dws_traffic_page_visitor_page_view_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n        and page_id in (\'home\',\'good_detail\')\\n    )t1\\n    group by recent_days\\n)page\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) cart_count\\n    from ${APP}.dws_trade_user_cart_add_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(cart_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then cart_add_count_7d\\n                when 30 then cart_add_count_30d\\n            end cart_count\\n        from ${APP}.dws_trade_user_cart_add_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)cart\\non page.recent_days=cart.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) order_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)ord\\non page.recent_days=ord.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) payment_count\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then payment_count_7d\\n                when 30 then payment_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_payment_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)pay\\non page.recent_days=pay.recent_days;\\n\\\"\\nads_user_change=\\\"\\ninsert overwrite table ${APP}.ads_user_change\\nselect * from ${APP}.ads_user_change\\nunion\\nselect\\n    churn.dt,\\n    user_churn_count,\\n    user_back_count\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_churn_count\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n    and login_date_last=date_add(\'$do_date\',-7)\\n)churn\\njoin\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_back_count\\n    from\\n    (\\n        select\\n            user_id,\\n            login_date_last\\n        from ${APP}.dws_user_user_login_td\\n        where dt=\'$do_date\'\\n    )t1\\n    join\\n    (\\n        select\\n            user_id,\\n            login_date_last login_date_previous\\n        from ${APP}.dws_user_user_login_td\\n        where dt=date_add(\'$do_date\',-1)\\n    )t2\\n    on t1.user_id=t2.user_id\\n    where datediff(login_date_last,login_date_previous)>=8\\n)back\\non churn.dt=back.dt;\\n\\\"\\nads_user_retention=\\\"\\ninsert overwrite table ${APP}.ads_user_retention\\nselect * from ${APP}.ads_user_retention\\nunion\\nselect\\n    \'$do_date\' dt,\\n    login_date_first create_date,\\n    datediff(\'$do_date\',login_date_first) retention_day,\\n    sum(if(login_date_last=\'$do_date\',1,0)) retention_count,\\n    count(*) new_user_count,\\n    cast(sum(if(login_date_last=\'$do_date\',1,0))/count(*)*100 as decimal(16,2)) retention_rate\\nfrom\\n(\\n    select\\n        user_id,\\n        date_id login_date_first\\n    from ${APP}.dwd_user_register_inc\\n    where dt>=date_add(\'$do_date\',-7)\\n    and dt<\'$do_date\'\\n)t1\\njoin\\n(\\n    select\\n        user_id,\\n        login_date_last\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n)t2\\non t1.user_id=t2.user_id\\ngroup by login_date_first;\\n\\\"\\nads_user_stats=\\\"\\ninsert overwrite table ${APP}.ads_user_stats\\nselect * from ${APP}.ads_user_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    t1.recent_days,\\n    new_user_count,\\n    active_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(login_date_last>=date_add(\'$do_date\',-recent_days+1),1,0)) new_user_count\\n    from ${APP}.dws_user_user_login_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)t1\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(date_id>=date_add(\'$do_date\',-recent_days+1),1,0)) active_user_count\\n    from ${APP}.dwd_user_register_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n    group by recent_days\\n)t2\\non t1.recent_days=t2.recent_days;\\n\\\"\\n\\ncase ${1} in\\n    \\\"ads_activity_stats\\\" )\\n        hive -e \\\"$ads_activity_stats\\\"\\n    ;;\\n    \\\"ads_coupon_stats\\\" )\\n        hive -e \\\"$ads_coupon_stats\\\"\\n    ;;\\n    \\\"ads_new_buyer_stats\\\" )\\n        hive -e \\\"$ads_new_buyer_stats\\\"\\n    ;;\\n    \\\"ads_order_by_province\\\" )\\n        hive -e \\\"$ads_order_by_province\\\"\\n    ;;\\n    \\\"ads_page_path\\\" )\\n        hive -e \\\"$ads_page_path\\\"\\n    ;;\\n    \\\"ads_repeat_purchase_by_tm\\\" )\\n        hive -e \\\"$ads_repeat_purchase_by_tm\\\"\\n    ;;\\n    \\\"ads_sku_cart_num_top3_by_cate\\\" )\\n        hive -e \\\"$ads_sku_cart_num_top3_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats\\\" )\\n        hive -e \\\"$ads_trade_stats\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_cate\\\" )\\n        hive -e \\\"$ads_trade_stats_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_tm\\\" )\\n        hive -e \\\"$ads_trade_stats_by_tm\\\"\\n    ;;\\n    \\\"ads_traffic_stats_by_channel\\\" )\\n        hive -e \\\"$ads_traffic_stats_by_channel\\\"\\n    ;;\\n    \\\"ads_user_action\\\" )\\n        hive -e \\\"$ads_user_action\\\"\\n    ;;\\n    \\\"ads_user_change\\\" )\\n        hive -e \\\"$ads_user_change\\\"\\n    ;;\\n    \\\"ads_user_retention\\\" )\\n        hive -e \\\"$ads_user_retention\\\"\\n    ;;\\n    \\\"ads_user_stats\\\" )\\n        hive -e \\\"$ads_user_stats\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$ads_activity_stats$ads_coupon_stats$ads_new_buyer_stats$ads_order_by_province$ads_page_path$ads_repeat_purchase_by_tm$ads_sku_cart_num_top3_by_cate$ads_trade_stats$ads_trade_stats_by_cate$ads_trade_stats_by_tm$ads_traffic_stats_by_channel$ads_user_action$ads_user_change$ads_user_retention$ads_user_stats\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition` VALUES (17, 6042521232544, 'hdfs_to_mysql', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#! /bin/bash\\n\\nDATAX_HOME=/opt/module/datax\\n\\n#DataX导出路径不允许存在空文件，该函数作用为清理空文件\\nhandle_export_path(){\\n  target_file=$1\\n  for i in `hadoop fs -ls -R $target_file | awk \'{print $8}\'`; do\\n    hadoop fs -test -z $i\\n    if [[ $? -eq 0 ]]; then\\n      echo \\\"$i文件大小为0，正在删除\\\"\\n      hadoop fs -rm -r -f $i\\n    fi\\n  done\\n\\n}\\n\\n\\n#数据导出\\nexport_data() {\\n  datax_config=$1\\n  export_dir=$2\\n  hadoop fs -test -e $export_dir\\n  if [[ $? -eq 0 ]]\\n  then\\n    handle_export_path $export_dir\\n    file_count=$(hadoop fs -ls $export_dir | wc -l)\\n    if [ $file_count -gt 0 ]\\n    then\\n      set -e;\\n      $DATAX_HOME/bin/datax.py -p\\\"-Dexportdir=$export_dir\\\" $datax_config\\n      set +e;\\n    else \\n      echo \\\"$export_dir 目录为空，跳过~\\\"\\n    fi\\n  else\\n    echo \\\"路径 $export_dir 不存在，跳过~\\\"\\n  fi\\n}\\n\\n\\ncase ${1} in\\n  \\\"ads_new_buyer_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  ;;\\n  \\\"ads_order_by_province\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  ;;\\n  \\\"ads_page_path\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  ;;\\n  \\\"ads_repeat_purchase_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  ;;\\n  \\\"ads_trade_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  ;;\\n  \\\"ads_trade_stats_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  ;;\\n  \\\"ads_trade_stats_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  ;;\\n  \\\"ads_traffic_stats_by_channel\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  ;;\\n  \\\"ads_user_action\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  ;;\\n  \\\"ads_user_change\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  ;;\\n  \\\"ads_user_retention\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  ;;\\n  \\\"ads_user_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  ;;\\n  \\\"ads_activity_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  ;;\\n  \\\"ads_coupon_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  ;;\\n  \\\"ads_sku_cart_num_top3_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\n\\n\\\"all\\\")\\n  export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_task_definition_log
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_task_definition_log`;
CREATE TABLE `t_ds_task_definition_log` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'self-increasing id',
  `code` bigint(20) NOT NULL COMMENT 'encoding',
  `name` varchar(200) DEFAULT NULL COMMENT 'task definition name',
  `version` int(11) DEFAULT '0' COMMENT 'task definition version',
  `description` text COMMENT 'description',
  `project_code` bigint(20) NOT NULL COMMENT 'project code',
  `user_id` int(11) DEFAULT NULL COMMENT 'task definition creator id',
  `task_type` varchar(50) NOT NULL COMMENT 'task type',
  `task_params` longtext COMMENT 'job custom parameters',
  `flag` tinyint(2) DEFAULT NULL COMMENT '0 not available, 1 available',
  `task_priority` tinyint(4) DEFAULT NULL COMMENT 'job priority',
  `worker_group` varchar(200) DEFAULT NULL COMMENT 'worker grouping',
  `environment_code` bigint(20) DEFAULT '-1' COMMENT 'environment code',
  `fail_retry_times` int(11) DEFAULT NULL COMMENT 'number of failed retries',
  `fail_retry_interval` int(11) DEFAULT NULL COMMENT 'failed retry interval',
  `timeout_flag` tinyint(2) DEFAULT '0' COMMENT 'timeout flag:0 close, 1 open',
  `timeout_notify_strategy` tinyint(4) DEFAULT NULL COMMENT 'timeout notification policy: 0 warning, 1 fail',
  `timeout` int(11) DEFAULT '0' COMMENT 'timeout length,unit: minute',
  `delay_time` int(11) DEFAULT '0' COMMENT 'delay execution time,unit: minute',
  `resource_ids` text COMMENT 'resource id, separated by comma',
  `operator` int(11) DEFAULT NULL COMMENT 'operator user id',
  `operate_time` datetime DEFAULT NULL COMMENT 'operate time',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  KEY `idx_code_version` (`code`,`version`)
) ENGINE=InnoDB AUTO_INCREMENT=72 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_task_definition_log
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_task_definition_log` VALUES (1, 6041088608544, 'hdfs_to_ods_db', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"bash scripts/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '3', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (2, 6041142319392, 'ods_to_dim_init', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":4}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '4', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (3, 6041155036192, 'ods_to_dwd_init', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":5}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '5', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (4, 6041161339936, 'dwd_to_dws_1d_init', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":8}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '8', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (5, 6041172144800, 'dws_1d_to_dws_nd', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":12}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '12', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (6, 6041184960800, 'dws_1d_to_dws_td_init', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":10}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '10', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (7, 6041191543200, 'dws_to_ads', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":13}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '13', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (8, 6041196281504, 'hdfs_to_mysql', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":14}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '14', 2, '2022-07-01 06:15:13', '2022-07-01 06:15:13', '2022-07-01 06:15:13');
INSERT INTO `t_ds_task_definition_log` VALUES (9, 6041088608544, 'hdfs_to_ods_db', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"bash scripts/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '3', 2, '2022-07-01 06:46:27', '2022-07-01 06:15:13', '2022-07-01 06:46:27');
INSERT INTO `t_ds_task_definition_log` VALUES (10, 6041142319392, 'ods_to_dim_init', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":4}],\"localParams\":[],\"rawScript\":\"script/ods_to_dim_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '4', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (11, 6041155036192, 'ods_to_dwd_init', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":5}],\"localParams\":[],\"rawScript\":\"script/ods_to_dwd_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '5', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (12, 6041161339936, 'dwd_to_dws_1d_init', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":8}],\"localParams\":[],\"rawScript\":\"script/dwd_to_dws_1d_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '8', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (13, 6041172144800, 'dws_1d_to_dws_nd', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":12}],\"localParams\":[],\"rawScript\":\"script/dws_1d_to_dws_nd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '12', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (14, 6041184960800, 'dws_1d_to_dws_td_init', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":10}],\"localParams\":[],\"rawScript\":\"script/dws_1d_to_dws_td_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '10', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (15, 6041191543200, 'dws_to_ads', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":13}],\"localParams\":[],\"rawScript\":\"script/dws_to_ads.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '13', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (16, 6041196281504, 'hdfs_to_mysql', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":14}],\"localParams\":[],\"rawScript\":\"script/hdfs_to_mysql.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '14', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (17, 6041088608544, 'hdfs_to_ods_db', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"scripts/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '3', 2, '2022-07-01 06:47:43', '2022-07-01 06:15:13', '2022-07-01 06:47:43');
INSERT INTO `t_ds_task_definition_log` VALUES (18, 6041142319392, 'ods_to_dim_init', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":4}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '4', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (19, 6041155036192, 'ods_to_dwd_init', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":5}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '5', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (20, 6041161339936, 'dwd_to_dws_1d_init', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":8}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '8', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (21, 6041172144800, 'dws_1d_to_dws_nd', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":12}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '12', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (22, 6041184960800, 'dws_1d_to_dws_td_init', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":10}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '10', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (23, 6041191543200, 'dws_to_ads', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":13}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '13', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (24, 6041196281504, 'hdfs_to_mysql', 3, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":14}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '14', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (25, 6041088608544, 'hdfs_to_ods_db', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"bash scripts/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '3', 2, '2022-07-01 06:49:09', '2022-07-01 06:15:13', '2022-07-01 06:49:09');
INSERT INTO `t_ds_task_definition_log` VALUES (26, 6041142319392, 'ods_to_dim_init', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":4}],\"localParams\":[],\"rawScript\":\"sh script/ods_to_dim_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '4', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (27, 6041155036192, 'ods_to_dwd_init', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":5}],\"localParams\":[],\"rawScript\":\"sh script/ods_to_dwd_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '5', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (28, 6041161339936, 'dwd_to_dws_1d_init', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":8}],\"localParams\":[],\"rawScript\":\"sh script/dwd_to_dws_1d_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '8', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (29, 6041172144800, 'dws_1d_to_dws_nd', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":12}],\"localParams\":[],\"rawScript\":\"sh script/dws_1d_to_dws_nd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '12', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (30, 6041184960800, 'dws_1d_to_dws_td_init', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":10}],\"localParams\":[],\"rawScript\":\"sh script/dws_1d_to_dws_td_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '10', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (31, 6041191543200, 'dws_to_ads', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":13}],\"localParams\":[],\"rawScript\":\"sh script/dws_to_ads.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '13', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (32, 6041196281504, 'hdfs_to_mysql', 4, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":14}],\"localParams\":[],\"rawScript\":\"sh script/hdfs_to_mysql.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '14', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (33, 6041088608544, 'hdfs_to_ods_db', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"sh scripts/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '3', 2, '2022-07-01 06:55:51', '2022-07-01 06:15:13', '2022-07-01 06:55:51');
INSERT INTO `t_ds_task_definition_log` VALUES (34, 6041142319392, 'ods_to_dim_init', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":4}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '4', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (35, 6041155036192, 'ods_to_dwd_init', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":5}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '5', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (36, 6041161339936, 'dwd_to_dws_1d_init', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":8}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '8', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (37, 6041172144800, 'dws_1d_to_dws_nd', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":12}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '12', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (38, 6041184960800, 'dws_1d_to_dws_td_init', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":10}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '10', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (39, 6041191543200, 'dws_to_ads', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":13}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '13', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (40, 6041196281504, 'hdfs_to_mysql', 5, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":14}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '14', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (41, 6041088608544, 'hdfs_to_ods_db', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"bash scripts/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '3', 2, '2022-07-01 07:11:35', '2022-07-01 06:15:13', '2022-07-01 07:11:35');
INSERT INTO `t_ds_task_definition_log` VALUES (42, 6041142319392, 'ods_to_dim_init', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":17}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '17', 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_task_definition_log` VALUES (43, 6041155036192, 'ods_to_dwd_init', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":19}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '19', 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_task_definition_log` VALUES (44, 6041161339936, 'dwd_to_dws_1d_init', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":21}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '21', 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_task_definition_log` VALUES (45, 6041172144800, 'dws_1d_to_dws_nd', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":23}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '23', 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_task_definition_log` VALUES (46, 6041184960800, 'dws_1d_to_dws_td_init', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":25}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td_init.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '25', 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_task_definition_log` VALUES (47, 6041191543200, 'dws_to_ads', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":26}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '26', 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_task_definition_log` VALUES (48, 6041196281504, 'hdfs_to_mysql', 6, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '27', 2, '2022-07-01 08:32:19', '2022-07-01 06:15:13', '2022-07-01 08:32:19');
INSERT INTO `t_ds_task_definition_log` VALUES (49, 6042474389280, 'hdfs_to_ods_log', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (50, 6042484386976, 'hdfs_to_ods_db', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (51, 6042489526816, 'ods_to_dim', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (52, 6042495832096, 'ods_to_dwd', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (53, 6042498891296, 'dwd_to_dws_1d', 1, 'dwd_to_dws_1d', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (54, 6042506396192, 'dws_1d_to_dws_nd', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (55, 6042511584672, 'dws_1d_to_dws_td', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (56, 6042516607648, 'dws_to_ads', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (57, 6042521232544, 'hdfs_to_mysql', 1, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-01 09:08:25', '2022-07-01 09:08:25', '2022-07-01 09:08:25');
INSERT INTO `t_ds_task_definition_log` VALUES (58, 6041142319392, 'ods_to_dim_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":17}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi \\n\\ndim_user_zip=\\\"\\ninsert overwrite table ${APP}.dim_user_zip partition (dt=\'9999-12-31\')\\nselect\\n    data.id,\\n    data.login_name,\\n    data.nick_name,\\n    md5(data.name),\\n    md5(data.phone_num),\\n    md5(data.email),\\n    data.user_level,\\n    data.birthday,\\n    data.gender,\\n    data.create_time,\\n    data.operate_time,\\n    \'$do_date\' start_date,\\n    \'9999-12-31\' end_date\\nfrom ${APP}.ods_user_info_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\';\\n\\\"\\n\\ndim_sku_full=\\\"\\nwith\\nsku as\\n(\\n    select\\n        id,\\n        price,\\n        sku_name,\\n        sku_desc,\\n        weight,\\n        is_sale,\\n        spu_id,\\n        category3_id,\\n        tm_id,\\n        create_time\\n    from ${APP}.ods_sku_info_full\\n    where dt=\'$do_date\'\\n),\\nspu as\\n(\\n    select\\n        id,\\n        spu_name\\n    from ${APP}.ods_spu_info_full\\n    where dt=\'$do_date\'\\n),\\nc3 as\\n(\\n    select\\n        id,\\n        name,\\n        category2_id\\n    from ${APP}.ods_base_category3_full\\n    where dt=\'$do_date\'\\n),\\nc2 as\\n(\\n    select\\n        id,\\n        name,\\n        category1_id\\n    from ${APP}.ods_base_category2_full\\n    where dt=\'$do_date\'\\n),\\nc1 as\\n(\\n    select\\n        id,\\n        name\\n    from ${APP}.ods_base_category1_full\\n    where dt=\'$do_date\'\\n),\\ntm as\\n(\\n    select\\n        id,\\n        tm_name\\n    from ${APP}.ods_base_trademark_full\\n    where dt=\'$do_date\'\\n),\\nattr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'attr_id\',attr_id,\'value_id\',value_id,\'attr_name\',attr_name,\'value_name\',value_name)) attrs\\n    from ${APP}.ods_sku_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n),\\nsale_attr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'sale_attr_id\',sale_attr_id,\'sale_attr_value_id\',sale_attr_value_id,\'sale_attr_name\',sale_attr_name,\'sale_attr_value_name\',sale_attr_value_name)) sale_attrs\\n    from ${APP}.ods_sku_sale_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n)\\ninsert overwrite table ${APP}.dim_sku_full partition(dt=\'$do_date\')\\nselect\\n    sku.id,\\n    sku.price,\\n    sku.sku_name,\\n    sku.sku_desc,\\n    sku.weight,\\n    sku.is_sale,\\n    sku.spu_id,\\n    spu.spu_name,\\n    sku.category3_id,\\n    c3.name,\\n    c3.category2_id,\\n    c2.name,\\n    c2.category1_id,\\n    c1.name,\\n    sku.tm_id,\\n    tm.tm_name,\\n    attr.attrs,\\n    sale_attr.sale_attrs,\\n    sku.create_time\\nfrom sku\\nleft join spu on sku.spu_id=spu.id\\nleft join c3 on sku.category3_id=c3.id\\nleft join c2 on c3.category2_id=c2.id\\nleft join c1 on c2.category1_id=c1.id\\nleft join tm on sku.tm_id=tm.id\\nleft join attr on sku.id=attr.sku_id\\nleft join sale_attr on sku.id=sale_attr.sku_id;\\n\\\"\\n\\ndim_province_full=\\\"\\ninsert overwrite table ${APP}.dim_province_full partition(dt=\'$do_date\')\\nselect\\n    province.id,\\n    province.name,\\n    province.area_code,\\n    province.iso_code,\\n    province.iso_3166_2,\\n    region_id,\\n    region_name\\nfrom\\n(\\n    select\\n        id,\\n        name,\\n        region_id,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)province\\nleft join\\n(\\n    select\\n        id,\\n        region_name\\n    from ${APP}.ods_base_region_full\\n    where dt=\'$do_date\'\\n)region\\non province.region_id=region.id;\\n\\\"\\n\\ndim_coupon_full=\\\"\\ninsert overwrite table ${APP}.dim_coupon_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type,\\n    coupon_dic.dic_name,\\n    condition_amount,\\n    condition_num,\\n    activity_id,\\n    benefit_amount,\\n    benefit_discount,\\n    case coupon_type\\n        when \'3201\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3202\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3203\' then concat(\'减\',benefit_amount,\'元\')\\n    end benefit_rule,\\n    create_time,\\n    range_type,\\n    range_dic.dic_name,\\n    limit_num,\\n    taken_count,\\n    start_time,\\n    end_time,\\n    operate_time,\\n    expire_time\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type,\\n        condition_amount,\\n        condition_num,\\n        activity_id,\\n        benefit_amount,\\n        benefit_discount,\\n        create_time,\\n        range_type,\\n        limit_num,\\n        taken_count,\\n        start_time,\\n        end_time,\\n        operate_time,\\n        expire_time\\n    from ${APP}.ods_coupon_info_full\\n    where dt=\'$do_date\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'32\'\\n)coupon_dic\\non ci.coupon_type=coupon_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'33\'\\n)range_dic\\non ci.range_type=range_dic.dic_code;\\n\\\"\\n\\ndim_activity_full=\\\"\\ninsert overwrite table ${APP}.dim_activity_full partition(dt=\'$do_date\')\\nselect\\n    rule.id,\\n    info.id,\\n    activity_name,\\n    rule.activity_type,\\n    dic.dic_name,\\n    activity_desc,\\n    start_time,\\n    end_time,\\n    create_time,\\n    condition_amount,\\n    condition_num,\\n    benefit_amount,\\n    benefit_discount,\\n    case rule.activity_type\\n        when \'3101\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3102\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3103\' then concat(\'打\',10*(1-benefit_discount),\'折\')\\n    end benefit_rule,\\n    benefit_level\\nfrom\\n(\\n    select\\n        id,\\n        activity_id,\\n        activity_type,\\n        condition_amount,\\n        condition_num,\\n        benefit_amount,\\n        benefit_discount,\\n        benefit_level\\n    from ${APP}.ods_activity_rule_full\\n    where dt=\'$do_date\'\\n)rule\\nleft join\\n(\\n    select\\n        id,\\n        activity_name,\\n        activity_type,\\n        activity_desc,\\n        start_time,\\n        end_time,\\n        create_time\\n    from ${APP}.ods_activity_info_full\\n    where dt=\'$do_date\'\\n)info\\non rule.activity_id=info.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'31\'\\n)dic\\non rule.activity_type=dic.dic_code;\\n\\\"\\n\\ncase $1 in\\n\\\"dim_user_zip\\\")\\n    hive -e \\\"$dim_user_zip\\\"\\n;;\\n\\\"dim_sku_full\\\")\\n    hive -e \\\"$dim_sku_full\\\"\\n;;\\n\\\"dim_province_full\\\")\\n    hive -e \\\"$dim_province_full\\\"\\n;;\\n\\\"dim_coupon_full\\\")\\n    hive -e \\\"$dim_coupon_full\\\"\\n;;\\n\\\"dim_activity_full\\\")\\n    hive -e \\\"$dim_activity_full\\\"\\n;;\\n\\\"all\\\")\\n    hive -e \\\"$dim_user_zip$dim_sku_full$dim_province_full$dim_coupon_full$dim_activity_full\\\"\\n;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '17', 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition_log` VALUES (59, 6041155036192, 'ods_to_dwd_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":19}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi\\n\\ndwd_interaction_comment_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_comment_inc partition(dt)\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    order_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    appraise,\\n    dic_name,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        data.order_id,\\n        data.create_time,\\n        data.appraise\\n    from ${APP}.ods_comment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'12\'\\n)dic\\non ci.appraise=dic.dic_code;\\n\\\"\\ndwd_interaction_favor_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_favor_add_inc partition(dt)\\nselect\\n    data.id,\\n    data.user_id,\\n    data.sku_id,\\n    date_format(data.create_time,\'yyyy-MM-dd\') date_id,\\n    data.create_time,\\n    date_format(data.create_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_favor_info_inc\\nwhere dt=\'$do_date\'\\nand type = \'bootstrap-insert\';\\n\\\"\\n\\ndwd_tool_coupon_get_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_get_inc partition(dt)\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    date_format(data.get_time,\'yyyy-MM-dd\') date_id,\\n    data.get_time,\\n    date_format(data.get_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\';\\n\\\"\\ndwd_tool_coupon_order_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_order_inc partition(dt)\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.using_time,\'yyyy-MM-dd\') date_id,\\n    data.using_time,\\n    date_format(data.using_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\'\\nand data.using_time is not null;\\n\\\"\\ndwd_tool_coupon_pay_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_pay_inc partition(dt)\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.used_time,\'yyyy-MM-dd\') date_id,\\n    data.used_time,\\n    date_format(data.used_time,\'yyyy-MM-dd\')\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'bootstrap-insert\'\\nand data.used_time is not null;\\n\\\"\\ndwd_trade_cancel_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cancel_detail_inc partition (dt)\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_format(canel_time,\'yyyy-MM-dd\') date_id,\\n    canel_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount,\\n    date_format(canel_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) od\\njoin\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id,\\n        data.operate_time canel_time\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n    and data.order_status=\'1003\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_cart_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_add_inc partition (dt)\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    source_id,\\n    source_type,\\n    dic.dic_name,\\n    sku_num,\\n    date_format(create_time, \'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        data.create_time,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num\\n    from ${APP}.ods_cart_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non ci.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_cart_full=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    sku_num\\nfrom ${APP}.ods_cart_info_full\\nwhere dt=\'$do_date\'\\nand is_ordered=\'0\';\\n\\\"\\ndwd_trade_order_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_detail_inc partition (dt)\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_format(create_time, \'yyyy-MM-dd\') date_id,\\n    create_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.create_time,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) od\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_order_refund_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_refund_inc partition(dt)\\nselect\\n    ri.id,\\n    user_id,\\n    order_id,\\n    sku_id,\\n    province_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    refund_type,\\n    type_dic.dic_name,\\n    refund_reason_type,\\n    reason_dic.dic_name,\\n    refund_reason_txt,\\n    refund_num,\\n    refund_amount,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_type,\\n        data.refund_num,\\n        data.refund_amount,\\n        data.refund_reason_type,\\n        data.refund_reason_txt,\\n        data.create_time\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ri\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)oi\\non ri.order_id=oi.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'15\'\\n)type_dic\\non ri.refund_type=type_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'13\'\\n)reason_dic\\non ri.refund_reason_type=reason_dic.dic_code;\\n\\\"\\n\\ndwd_trade_pay_detail_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_pay_detail_suc_inc partition (dt)\\nselect\\n    od.id,\\n    od.order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    payment_type,\\n    pay_dic.dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    source_id,\\n    source_type,\\n    src_dic.dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount,\\n    date_format(callback_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) od\\njoin\\n(\\n    select\\n        data.user_id,\\n        data.order_id,\\n        data.payment_type,\\n        data.callback_time\\n    from ${APP}.ods_payment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n    and data.payment_status=\'1602\'\\n) pi\\non od.order_id=pi.order_id\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'bootstrap-insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n) pay_dic\\non pi.payment_type=pay_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)src_dic\\non od.source_type=src_dic.dic_code;\\n\\\"\\ndwd_trade_refund_pay_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_refund_pay_suc_inc partition(dt)\\nselect\\n    rp.id,\\n    user_id,\\n    rp.order_id,\\n    rp.sku_id,\\n    province_id,\\n    payment_type,\\n    dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    refund_num,\\n    total_amount,\\n    date_format(callback_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.payment_type,\\n        data.callback_time,\\n        data.total_amount\\n    from ${APP}.ods_refund_payment_inc\\n    where dt=\'$do_date\'\\n    and type = \'bootstrap-insert\'\\n    and data.refund_status=\'1602\'\\n)rp\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)oi\\non rp.order_id=oi.id\\nleft join\\n(\\n    select\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_num\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ri\\non rp.order_id=ri.order_id\\nand rp.sku_id=ri.sku_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n)dic\\non rp.payment_type=dic.dic_code;\\n\\\"\\ndwd_traffic_action_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_action_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    action_id,\\n    action_item,\\n    action_item_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        action.action_id,\\n        action.item action_item,\\n        action.item_type action_item_type,\\n        action.ts\\n    from ${APP}.ods_log_inc lateral view explode(actions) tmp as action\\n    where dt=\'$do_date\'\\n    and actions is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_display_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_display_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') display_time,\\n    display_type,\\n    display_item,\\n    display_item_type,\\n    display_order,\\n    display_pos_id\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        display.display_type,\\n        display.item display_item,\\n        display.item_type display_item_type,\\n        display.\\\\`order\\\\` display_order,\\n        display.pos_id display_pos_id,\\n        ts\\n    from ${APP}.ods_log_inc lateral view explode(displays) tmp as display\\n    where dt=\'$do_date\'\\n    and displays is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_error_inc=\\\"\\nset hive.cbo.enable=false;\\nset hive.execution.engine=mr;\\ninsert overwrite table ${APP}.dwd_traffic_error_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    entry,\\n    loading_time,\\n    open_ad_id,\\n    open_ad_ms,\\n    open_ad_skip_ms,\\n    actions,\\n    displays,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') error_time,\\n    error_code,\\n    error_msg\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        actions,\\n        displays,\\n        err.error_code,\\n        err.msg error_msg,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and err is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\nset hive.execution.engine=spark;\\n\\\"\\ndwd_traffic_page_view_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_page_view_inc partition (dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') view_time,\\n    concat(mid_id,\'-\',last_value(session_start_point,true) over (partition by mid_id order by ts)) session_id,\\n    during_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        ts,\\n        if(page.last_page_id is null,ts,null) session_start_point\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_start_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_start_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    entry,\\n    open_ad_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time,\\n    loading_time,\\n    open_ad_ms,\\n    open_ad_skip_ms\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and \\\\`start\\\\` is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_user_login_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_login_inc partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') login_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        user_id,\\n        channel,\\n        area_code,\\n        version_code,\\n        mid_id,\\n        brand,\\n        model,\\n        operate_system,\\n        ts\\n    from\\n    (\\n        select\\n            user_id,\\n            channel,\\n            area_code,\\n            version_code,\\n            mid_id,\\n            brand,\\n            model,\\n            operate_system,\\n            ts,\\n            row_number() over (partition by session_id order by ts) rn\\n        from\\n        (\\n            select\\n                user_id,\\n                channel,\\n                area_code,\\n                version_code,\\n                mid_id,\\n                brand,\\n                model,\\n                operate_system,\\n                ts,\\n                concat(mid_id,\'-\',last_value(session_start_point,true) over(partition by mid_id order by ts)) session_id\\n            from\\n            (\\n                select\\n                    common.uid user_id,\\n                    common.ch channel,\\n                    common.ar area_code,\\n                    common.vc version_code,\\n                    common.mid mid_id,\\n                    common.ba brand,\\n                    common.md model,\\n                    common.os operate_system,\\n                    ts,\\n                    if(page.last_page_id is null,ts,null) session_start_point\\n                from ${APP}.ods_log_inc\\n                where dt=\'$do_date\'\\n                and page is not null\\n            )t1\\n        )t2\\n        where user_id is not null\\n    )t3\\n    where rn=1\\n)t4\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non t4.area_code=bp.area_code;\\n\\\"\\ndwd_user_register_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_register_inc partition(dt)\\nselect\\n    ui.user_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    date_format(create_time,\'yyyy-MM-dd\')\\nfrom\\n(\\n    select\\n        data.id user_id,\\n        data.create_time\\n    from ${APP}.ods_user_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'bootstrap-insert\'\\n)ui\\nleft join\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page.page_id=\'register\'\\n    and common.uid is not null\\n)log\\non ui.user_id=log.user_id\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\n\\ncase $1 in\\n    \\\"dwd_interaction_comment_inc\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc\\\"\\n    ;;\\n    \\\"dwd_interaction_favor_add_inc\\\" )\\n        hive -e \\\"$dwd_interaction_favor_add_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_get_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_get_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_order_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_order_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_pay_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_pay_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cancel_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_cancel_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_add_inc\\\" )\\n        hive -e \\\"$dwd_trade_cart_add_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_full\\\" )\\n        hive -e \\\"$dwd_trade_cart_full\\\"\\n    ;;\\n    \\\"dwd_trade_order_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_order_refund_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_refund_inc\\\"\\n    ;;\\n    \\\"dwd_trade_pay_detail_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_pay_detail_suc_inc\\\"\\n    ;;\\n    \\\"dwd_trade_refund_pay_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_refund_pay_suc_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_action_inc\\\" )\\n        hive -e \\\"$dwd_traffic_action_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_display_inc\\\" )\\n        hive -e \\\"$dwd_traffic_display_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_error_inc\\\" )\\n        hive -e \\\"$dwd_traffic_error_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_page_view_inc\\\" )\\n        hive -e \\\"$dwd_traffic_page_view_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_start_inc\\\" )\\n        hive -e \\\"$dwd_traffic_start_inc\\\"\\n    ;;\\n    \\\"dwd_user_login_inc\\\" )\\n        hive -e \\\"$dwd_user_login_inc\\\"\\n    ;;\\n    \\\"dwd_user_register_inc\\\" )\\n        hive -e \\\"$dwd_user_register_inc\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc$dwd_interaction_favor_add_inc$dwd_tool_coupon_get_inc$dwd_tool_coupon_order_inc$dwd_tool_coupon_pay_inc$dwd_trade_cancel_detail_inc$dwd_trade_cart_add_inc$dwd_trade_cart_full$dwd_trade_order_detail_inc$dwd_trade_order_refund_inc$dwd_trade_pay_detail_suc_inc$dwd_trade_refund_pay_suc_inc$dwd_traffic_action_inc$dwd_traffic_display_inc$dwd_traffic_error_inc$dwd_traffic_page_view_inc$dwd_traffic_start_inc$dwd_user_login_inc$dwd_user_register_inc\\\"\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, NULL, 0, 0, '19', 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition_log` VALUES (60, 6041161339936, 'dwd_to_dws_1d_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":21}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi\\n\\ndws_trade_province_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_1d partition(dt)\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_original_amount_1d,\\n    activity_reduce_amount_1d,\\n    coupon_reduce_amount_1d,\\n    order_total_amount_1d,\\n    dt\\nfrom\\n(\\n    select\\n        province_id,\\n        count(distinct(order_id)) order_count_1d,\\n        sum(split_original_amount) order_original_amount_1d,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount_1d,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount_1d,\\n        sum(split_total_amount) order_total_amount_1d,\\n        dt\\n    from ${APP}.dwd_trade_order_detail_inc\\n    group by province_id,dt\\n)o\\nleft join\\n(\\n    select\\n        id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.dim_province_full\\n    where dt=\'$do_date\'\\n)p\\non o.province_id=p.id;\\n\\\"\\ndws_trade_user_cart_add_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_1d partition(dt)\\nselect\\n    user_id,\\n    count(*),\\n    sum(sku_num),\\n    dt\\nfrom ${APP}.dwd_trade_cart_add_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_1d partition(dt)\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_original_amount),\\n    sum(nvl(split_activity_amount,0)),\\n    sum(nvl(split_coupon_amount,0)),\\n    sum(split_total_amount),\\n    dt\\nfrom ${APP}.dwd_trade_order_detail_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_1d partition(dt)\\nselect\\n    user_id,\\n    count(*) order_refund_count,\\n    sum(refund_num) order_refund_num,\\n    sum(refund_amount) order_refund_amount,\\n    dt\\nfrom ${APP}.dwd_trade_order_refund_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_payment_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_1d partition(dt)\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_payment_amount),\\n    dt\\nfrom ${APP}.dwd_trade_pay_detail_suc_inc\\ngroup by user_id,dt;\\n\\\"\\ndws_trade_user_sku_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_1d partition(dt)\\nselect\\n    user_id,\\n    id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_count_1d,\\n    order_num_1d,\\n    order_original_amount_1d,\\n    activity_reduce_amount_1d,\\n    coupon_reduce_amount_1d,\\n    order_total_amount_1d,\\n    dt\\nfrom\\n(\\n    select\\n        dt,\\n        user_id,\\n        sku_id,\\n        count(*) order_count_1d,\\n        sum(sku_num) order_num_1d,\\n        sum(split_original_amount) order_original_amount_1d,\\n        sum(nvl(split_activity_amount,0.0)) activity_reduce_amount_1d,\\n        sum(nvl(split_coupon_amount,0.0)) coupon_reduce_amount_1d,\\n        sum(split_total_amount) order_total_amount_1d\\n    from ${APP}.dwd_trade_order_detail_inc\\n    group by dt,user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_trade_user_sku_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_1d partition(dt)\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_refund_count,\\n    order_refund_num,\\n    order_refund_amount,\\n    dt\\nfrom\\n(\\n    select\\n        dt,\\n        user_id,\\n        sku_id,\\n        count(*) order_refund_count,\\n        sum(refund_num) order_refund_num,\\n        sum(refund_amount) order_refund_amount\\n    from ${APP}.dwd_trade_order_refund_inc\\n    group by dt,user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_traffic_page_visitor_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\ndws_traffic_session_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_session_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    session_id,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    version_code,\\n    channel,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by session_id,mid_id,brand,model,operate_system,version_code,channel;\\n\\\"\\n\\ncase $1 in\\n    \\\"dws_trade_province_order_1d\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_1d\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_1d\\\" )\\n        hive -e \\\"$dws_trade_user_payment_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_1d\\\"\\n    ;;\\n    \\\"dws_traffic_session_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_session_page_view_1d\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d$dws_trade_user_cart_add_1d$dws_trade_user_order_1d$dws_trade_user_order_refund_1d$dws_trade_user_payment_1d$dws_trade_user_sku_order_1d$dws_trade_user_sku_order_refund_1d$dws_traffic_page_visitor_page_view_1d$dws_traffic_session_page_view_1d\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '21', 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition_log` VALUES (61, 6041172144800, 'dws_1d_to_dws_nd', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":23}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"$2\\\" ] ;then\\n    do_date=$2\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_activity_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_activity_order_nd partition(dt=\'$do_date\')\\nselect\\n    act.activity_id,\\n    activity_name,\\n    activity_type_code,\\n    activity_type_name,\\n    date_format(start_time,\'yyyy-MM-dd\'),\\n    sum(split_original_amount),\\n    sum(split_activity_amount)\\nfrom\\n(\\n    select\\n        activity_id,\\n        activity_name,\\n        activity_type_code,\\n        activity_type_name,\\n        start_time\\n    from ${APP}.dim_activity_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n    group by activity_id, activity_name, activity_type_code, activity_type_name,start_time\\n)act\\nleft join\\n(\\n    select\\n        activity_id,\\n        order_id,\\n        split_original_amount,\\n        split_activity_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and activity_id is not null\\n)od\\non act.activity_id=od.activity_id\\ngroup by act.activity_id,activity_name,activity_type_code,activity_type_name,start_time;\\n\\\"\\ndws_trade_coupon_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_coupon_order_nd partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type_code,\\n    coupon_type_name,\\n    benefit_rule,\\n    start_date,\\n    sum(split_original_amount),\\n    sum(split_coupon_amount)\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type_code,\\n        coupon_type_name,\\n        benefit_rule,\\n        date_format(start_time,\'yyyy-MM-dd\') start_date\\n    from ${APP}.dim_coupon_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n)cou\\nleft join\\n(\\n    select\\n        coupon_id,\\n        order_id,\\n        split_original_amount,\\n        split_coupon_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and coupon_id is not null\\n)od\\non cou.id=od.coupon_id\\ngroup by id,coupon_name,coupon_type_code,coupon_type_name,benefit_rule,start_date;\\n\\\"\\ndws_trade_province_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_nd partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\ndws_trade_user_cart_add_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_num_1d,0)),\\n    sum(cart_add_count_1d),\\n    sum(cart_add_num_1d)\\nfrom ${APP}.dws_trade_user_cart_add_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_nd partition (dt = \'$do_date\')\\nselect user_id,\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_count_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_num_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_amount_1d, 0)),\\n       sum(payment_count_1d),\\n       sum(payment_num_1d),\\n       sum(payment_amount_1d)\\nfrom ${APP}.dws_trade_user_payment_1d\\nwhere dt >= date_add(\'$do_date\', -29)\\n  and dt <= \'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_1d\\nwhere dt>=date_add(\'$do_date\',-30)\\ngroup by  user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_trade_user_sku_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_traffic_page_visitor_page_view_nd=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_nd partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),during_time_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),view_count_1d,0)),\\n    sum(during_time_1d),\\n    sum(view_count_1d)\\nfrom ${APP}.dws_traffic_page_visitor_page_view_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\n\\ncase $1 in\\n    \\\"dws_trade_activity_order_nd\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_coupon_order_nd\\\" )\\n        hive -e \\\"$dws_trade_coupon_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_province_order_nd\\\" )\\n        hive -e \\\"$dws_trade_province_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_nd\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_nd\\\" )\\n        hive -e \\\"$dws_trade_user_payment_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_nd\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd$dws_trade_coupon_order_nd$dws_trade_province_order_nd$dws_trade_user_cart_add_nd$dws_trade_user_order_nd$dws_trade_user_order_refund_nd$dws_trade_user_payment_nd$dws_trade_user_sku_order_nd$dws_trade_user_sku_order_refund_nd$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '23', 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition_log` VALUES (62, 6041184960800, 'dws_1d_to_dws_td_init', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":25}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\nif [ -n \\\"$2\\\" ] ;then\\n   do_date=$2\\nelse \\n   echo \\\"请传入日期参数\\\"\\n   exit\\nfi\\n\\ndws_trade_user_order_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_td partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    min(dt) login_date_first,\\n    max(dt) login_date_last,\\n    sum(order_count_1d) order_count,\\n    sum(order_num_1d) order_num,\\n    sum(order_original_amount_1d) original_amount,\\n    sum(activity_reduce_amount_1d) activity_reduce_amount,\\n    sum(coupon_reduce_amount_1d) coupon_reduce_amount,\\n    sum(order_total_amount_1d) total_amount\\nfrom ${APP}.dws_trade_user_order_1d\\ngroup by user_id;\\n\\\"\\n\\ndws_trade_user_payment_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_td partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    min(dt) payment_date_first,\\n    max(dt) payment_date_last,\\n    sum(payment_count_1d) payment_count,\\n    sum(payment_num_1d) payment_num,\\n    sum(payment_amount_1d) payment_amount\\nfrom ${APP}.dws_trade_user_payment_1d\\ngroup by user_id;\\n\\\"\\n\\ndws_user_user_login_td=\\\"\\ninsert overwrite table ${APP}.dws_user_user_login_td partition(dt=\'$do_date\')\\nselect\\n    u.id,\\n    nvl(login_date_last,date_format(create_time,\'yyyy-MM-dd\')),\\n    nvl(login_count_td,1)\\nfrom\\n(\\n    select\\n        id,\\n        create_time\\n    from ${APP}.dim_user_zip\\n    where dt=\'9999-12-31\'\\n)u\\nleft join\\n(\\n    select\\n        user_id,\\n        max(dt) login_date_last,\\n        count(*) login_count_td\\n    from ${APP}.dwd_user_login_inc\\n    group by user_id\\n)l\\non u.id=l.user_id;\\n\\\"\\n\\ncase $1 in\\n    \\\"dws_trade_user_order_td\\\" )\\n        hive -e \\\"$dws_trade_user_order_td\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_td\\\" )\\n        hive -e \\\"$dws_trade_user_payment_td\\\"\\n    ;;\\n    \\\"dws_user_user_login_td\\\" )\\n        hive -e \\\"$dws_user_user_login_td\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_user_order_td$dws_trade_user_payment_td$dws_user_user_login_td\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '25', 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition_log` VALUES (63, 6041191543200, 'dws_to_ads', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":26}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"$2\\\" ] ;then\\n    do_date=$2\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\nads_activity_stats=\\\"\\ninsert overwrite table ${APP}.ads_activity_stats\\nselect * from ${APP}.ads_activity_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    activity_id,\\n    activity_name,\\n    start_date,\\n    cast(activity_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_activity_order_nd\\nwhere dt=\'$do_date\';\\n\\\"\\nads_coupon_stats=\\\"\\ninsert overwrite table ${APP}.ads_coupon_stats\\nselect * from ${APP}.ads_coupon_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    coupon_id,\\n    coupon_name,\\n    start_date,\\n    coupon_rule,\\n    cast(coupon_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_coupon_order_nd\\nwhere dt=\'$do_date\';\\n\\n\\\"\\nads_new_buyer_stats=\\\"\\ninsert overwrite table ${APP}.ads_new_buyer_stats\\nselect * from ${APP}.ads_new_buyer_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    new_order_user_count,\\n    new_payment_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(order_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_order_user_count\\n    from ${APP}.dws_trade_user_order_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(payment_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_payment_user_count\\n    from ${APP}.dws_trade_user_payment_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)pay\\non odr.recent_days=pay.recent_days;\\n\\\"\\nads_order_by_province=\\\"\\ninsert overwrite table ${APP}.ads_order_by_province\\nselect * from ${APP}.ads_order_by_province\\nunion\\nselect\\n    \'$do_date\' dt,\\n    1 recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_total_amount_1d\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt=\'$do_date\'\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(order_count),\\n    sum(order_total_amount)\\nfrom\\n(\\n    select\\n        recent_days,\\n        province_id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2,\\n        case recent_days\\n            when 7 then order_count_7d\\n            when 30 then order_count_30d\\n        end order_count,\\n        case recent_days\\n            when 7 then order_total_amount_7d\\n            when 30 then order_total_amount_30d\\n        end order_total_amount\\n    from ${APP}.dws_trade_province_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n)t1\\ngroup by recent_days,province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\n\\nads_page_path=\\\"\\ninsert overwrite table ${APP}.ads_page_path\\nselect * from ${APP}.ads_page_path\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    source,\\n    nvl(target,\'null\'),\\n    count(*) path_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        concat(\'step-\',rn,\':\',page_id) source,\\n        concat(\'step-\',rn+1,\':\',next_page_id) target\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            lead(page_id,1,null) over(partition by session_id,recent_days) next_page_id,\\n            row_number() over (partition by session_id,recent_days order by view_time) rn\\n        from ${APP}.dwd_traffic_page_view_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n        where dt>=date_add(\'$do_date\',-recent_days+1)\\n    )t1\\n)t2\\ngroup by recent_days,source,target;\\n\\\"\\nads_repeat_purchase_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_repeat_purchase_by_tm\\nselect * from ${APP}.ads_repeat_purchase_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    tm_id,\\n    tm_name,\\n    cast(sum(if(order_count>=2,1,0))/sum(if(order_count>=1,1,0)) as decimal(16,2))\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        recent_days,\\n        user_id,\\n        tm_id,\\n        tm_name,\\n        sum(order_count) order_count\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,user_id,tm_id,tm_name\\n)t2\\ngroup by recent_days,tm_id,tm_name;\\n\\\"\\nads_sku_cart_num_top3_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_sku_cart_num_top3_by_cate\\nselect * from ${APP}.ads_sku_cart_num_top3_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    sku_id,\\n    sku_name,\\n    cart_num,\\n    rk\\nfrom\\n(\\n    select\\n        sku_id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        cart_num,\\n        rank() over (partition by category1_id,category2_id,category3_id order by cart_num desc) rk\\n    from\\n    (\\n        select\\n            sku_id,\\n            sum(sku_num) cart_num\\n        from ${APP}.dwd_trade_cart_full\\n        where dt=\'$do_date\'\\n        group by sku_id\\n    )cart\\n    left join\\n    (\\n        select\\n            id,\\n            sku_name,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name\\n        from ${APP}.dim_sku_full\\n        where dt=\'$do_date\'\\n    )sku\\n    on cart.sku_id=sku.id\\n)t1\\nwhere rk<=3;\\n\\\"\\nads_trade_stats=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats\\nselect * from ${APP}.ads_trade_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    order_total_amount,\\n    order_count,\\n    order_user_count,\\n    order_refund_count,\\n    order_refund_user_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(order_total_amount_1d) order_total_amount,\\n        sum(order_count_1d) order_count,\\n        count(*) order_user_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_total_amount),\\n        sum(order_count),\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_total_amount_7d\\n                when 30 then order_total_amount_30d\\n            end order_total_amount,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        1 recent_days,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(*) order_refund_user_count\\n    from ${APP}.dws_trade_user_order_refund_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_refund_count),\\n        sum(if(order_refund_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)refund\\non odr.recent_days=refund.recent_days;\\n\\\"\\nads_trade_stats_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_cate\\nselect * from ${APP}.ads_trade_stats_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.category1_id,refund.category1_id),\\n    nvl(odr.category1_name,refund.category1_name),\\n    nvl(odr.category2_id,refund.category2_id),\\n    nvl(odr.category2_name,refund.category2_name),\\n    nvl(odr.category3_id,refund.category3_id),\\n    nvl(odr.category3_name,refund.category3_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count),\\n        count(distinct(if(order_refund_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.category1_id=refund.category1_id\\nand odr.category1_name=refund.category1_name\\nand odr.category2_id=refund.category2_id\\nand odr.category2_name=refund.category2_name\\nand odr.category3_id=refund.category3_id\\nand odr.category3_name=refund.category3_name;\\n\\\"\\nads_trade_stats_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_tm\\nselect * from ${APP}.ads_trade_stats_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.tm_id,refund.tm_id),\\n    nvl(odr.tm_name,refund.tm_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count),\\n        count(if(order_refund_count>0,user_id,null))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.tm_id=refund.tm_id\\nand odr.tm_name=refund.tm_name;\\n\\\"\\nads_traffic_stats_by_channel=\\\"\\ninsert overwrite table ${APP}.ads_traffic_stats_by_channel\\nselect * from ${APP}.ads_traffic_stats_by_channel\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    channel,\\n    cast(count(distinct(mid_id)) as bigint) uv_count,\\n    cast(avg(during_time_1d)/1000 as bigint) avg_duration_sec,\\n    cast(avg(page_count_1d) as bigint) avg_page_count,\\n    cast(count(*) as bigint) sv_count,\\n    cast(sum(if(page_count_1d=1,1,0))/count(*) as decimal(16,2)) bounce_rate\\nfrom ${APP}.dws_traffic_session_page_view_1d lateral view explode(array(1,7,30)) tmp as recent_days\\nwhere dt>=date_add(\'$do_date\',-recent_days+1)\\ngroup by recent_days,channel;\\n\\\"\\nads_user_action=\\\"\\ninsert overwrite table ${APP}.ads_user_action\\nselect * from ${APP}.ads_user_action\\nunion\\nselect\\n    \'$do_date\' dt,\\n    page.recent_days,\\n    home_count,\\n    good_detail_count,\\n    cart_count,\\n    order_count,\\n    payment_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(if(page_id=\'home\',1,0)) home_count,\\n        sum(if(page_id=\'good_detail\',1,0)) good_detail_count\\n    from ${APP}.dws_traffic_page_visitor_page_view_1d\\n    where dt=\'$do_date\'\\n    and page_id in (\'home\',\'good_detail\')\\n    union all\\n    select\\n        recent_days,\\n        sum(if(page_id=\'home\' and view_count>0,1,0)),\\n        sum(if(page_id=\'good_detail\' and view_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            case recent_days\\n                when 7 then view_count_7d\\n                when 30 then view_count_30d\\n            end view_count\\n        from ${APP}.dws_traffic_page_visitor_page_view_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n        and page_id in (\'home\',\'good_detail\')\\n    )t1\\n    group by recent_days\\n)page\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) cart_count\\n    from ${APP}.dws_trade_user_cart_add_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(cart_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then cart_add_count_7d\\n                when 30 then cart_add_count_30d\\n            end cart_count\\n        from ${APP}.dws_trade_user_cart_add_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)cart\\non page.recent_days=cart.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) order_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)ord\\non page.recent_days=ord.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) payment_count\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then payment_count_7d\\n                when 30 then payment_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_payment_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)pay\\non page.recent_days=pay.recent_days;\\n\\\"\\nads_user_change=\\\"\\ninsert overwrite table ${APP}.ads_user_change\\nselect * from ${APP}.ads_user_change\\nunion\\nselect\\n    churn.dt,\\n    user_churn_count,\\n    user_back_count\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_churn_count\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n    and login_date_last=date_add(\'$do_date\',-7)\\n)churn\\njoin\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_back_count\\n    from\\n    (\\n        select\\n            user_id,\\n            login_date_last\\n        from ${APP}.dws_user_user_login_td\\n        where dt=\'$do_date\'\\n    )t1\\n    join\\n    (\\n        select\\n            user_id,\\n            login_date_last login_date_previous\\n        from ${APP}.dws_user_user_login_td\\n        where dt=date_add(\'$do_date\',-1)\\n    )t2\\n    on t1.user_id=t2.user_id\\n    where datediff(login_date_last,login_date_previous)>=8\\n)back\\non churn.dt=back.dt;\\n\\\"\\nads_user_retention=\\\"\\ninsert overwrite table ${APP}.ads_user_retention\\nselect * from ${APP}.ads_user_retention\\nunion\\nselect\\n    \'$do_date\' dt,\\n    login_date_first create_date,\\n    datediff(\'$do_date\',login_date_first) retention_day,\\n    sum(if(login_date_last=\'$do_date\',1,0)) retention_count,\\n    count(*) new_user_count,\\n    cast(sum(if(login_date_last=\'$do_date\',1,0))/count(*)*100 as decimal(16,2)) retention_rate\\nfrom\\n(\\n    select\\n        user_id,\\n        date_id login_date_first\\n    from ${APP}.dwd_user_register_inc\\n    where dt>=date_add(\'$do_date\',-7)\\n    and dt<\'$do_date\'\\n)t1\\njoin\\n(\\n    select\\n        user_id,\\n        login_date_last\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n)t2\\non t1.user_id=t2.user_id\\ngroup by login_date_first;\\n\\\"\\nads_user_stats=\\\"\\ninsert overwrite table ${APP}.ads_user_stats\\nselect * from ${APP}.ads_user_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    t1.recent_days,\\n    new_user_count,\\n    active_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(login_date_last>=date_add(\'$do_date\',-recent_days+1),1,0)) new_user_count\\n    from ${APP}.dws_user_user_login_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)t1\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(date_id>=date_add(\'$do_date\',-recent_days+1),1,0)) active_user_count\\n    from ${APP}.dwd_user_register_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n    group by recent_days\\n)t2\\non t1.recent_days=t2.recent_days;\\n\\\"\\n\\ncase $1 in\\n    \\\"ads_activity_stats\\\" )\\n        hive -e \\\"$ads_activity_stats\\\"\\n    ;;\\n    \\\"ads_coupon_stats\\\" )\\n        hive -e \\\"$ads_coupon_stats\\\"\\n    ;;\\n    \\\"ads_new_buyer_stats\\\" )\\n        hive -e \\\"$ads_new_buyer_stats\\\"\\n    ;;\\n    \\\"ads_order_by_province\\\" )\\n        hive -e \\\"$ads_order_by_province\\\"\\n    ;;\\n    \\\"ads_page_path\\\" )\\n        hive -e \\\"$ads_page_path\\\"\\n    ;;\\n    \\\"ads_repeat_purchase_by_tm\\\" )\\n        hive -e \\\"$ads_repeat_purchase_by_tm\\\"\\n    ;;\\n    \\\"ads_sku_cart_num_top3_by_cate\\\" )\\n        hive -e \\\"$ads_sku_cart_num_top3_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats\\\" )\\n        hive -e \\\"$ads_trade_stats\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_cate\\\" )\\n        hive -e \\\"$ads_trade_stats_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_tm\\\" )\\n        hive -e \\\"$ads_trade_stats_by_tm\\\"\\n    ;;\\n    \\\"ads_traffic_stats_by_channel\\\" )\\n        hive -e \\\"$ads_traffic_stats_by_channel\\\"\\n    ;;\\n    \\\"ads_user_action\\\" )\\n        hive -e \\\"$ads_user_action\\\"\\n    ;;\\n    \\\"ads_user_change\\\" )\\n        hive -e \\\"$ads_user_change\\\"\\n    ;;\\n    \\\"ads_user_retention\\\" )\\n        hive -e \\\"$ads_user_retention\\\"\\n    ;;\\n    \\\"ads_user_stats\\\" )\\n        hive -e \\\"$ads_user_stats\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$ads_activity_stats$ads_coupon_stats$ads_new_buyer_stats$ads_order_by_province$ads_page_path$ads_repeat_purchase_by_tm$ads_sku_cart_num_top3_by_cate$ads_trade_stats$ads_trade_stats_by_cate$ads_trade_stats_by_tm$ads_traffic_stats_by_channel$ads_user_action$ads_user_change$ads_user_retention$ads_user_stats\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '26', 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition_log` VALUES (64, 6041196281504, 'hdfs_to_mysql', 7, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":27}],\"localParams\":[],\"rawScript\":\"DATAX_HOME=/opt/module/datax\\n\\n#DataX导出路径不允许存在空文件，该函数作用为清理空文件\\nhandle_export_path(){\\n  target_file=$1\\n  for i in `hadoop fs -ls -R $target_file | awk \'{print $8}\'`; do\\n    hadoop fs -test -z $i\\n    if [[ $? -eq 0 ]]; then\\n      echo \\\"$i文件大小为0，正在删除\\\"\\n      hadoop fs -rm -r -f $i\\n    fi\\n  done\\n\\n}\\n\\n\\n#数据导出\\nexport_data() {\\n  datax_config=$1\\n  export_dir=$2\\n  hadoop fs -test -e $export_dir\\n  if [[ $? -eq 0 ]]\\n  then\\n    handle_export_path $export_dir\\n    file_count=$(hadoop fs -ls $export_dir | wc -l)\\n    if [ $file_count -gt 0 ]\\n    then\\n      set -e;\\n      $DATAX_HOME/bin/datax.py -p\\\"-Dexportdir=$export_dir\\\" $datax_config\\n      set +e;\\n    else \\n      echo \\\"$export_dir 目录为空，跳过~\\\"\\n    fi\\n  else\\n    echo \\\"路径 $export_dir 不存在，跳过~\\\"\\n  fi\\n}\\n\\n\\ncase $1 in\\n  \\\"ads_new_buyer_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  ;;\\n  \\\"ads_order_by_province\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  ;;\\n  \\\"ads_page_path\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  ;;\\n  \\\"ads_repeat_purchase_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  ;;\\n  \\\"ads_trade_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  ;;\\n  \\\"ads_trade_stats_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  ;;\\n  \\\"ads_trade_stats_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  ;;\\n  \\\"ads_traffic_stats_by_channel\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  ;;\\n  \\\"ads_user_action\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  ;;\\n  \\\"ads_user_change\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  ;;\\n  \\\"ads_user_retention\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  ;;\\n  \\\"ads_user_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  ;;\\n  \\\"ads_activity_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  ;;\\n  \\\"ads_coupon_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  ;;\\n  \\\"ads_sku_cart_num_top3_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\n\\n\\\"all\\\")\\n  export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '27', 2, '2022-07-10 11:58:55', '2022-07-01 06:15:13', '2022-07-10 11:58:55');
INSERT INTO `t_ds_task_definition_log` VALUES (65, 6042489526816, 'ods_to_dim', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndim_user_zip=\\\"\\nset hive.exec.dynamic.partition.mode=nonstrict;\\nwith\\ntmp as\\n(\\n    select\\n        old.id old_id,\\n        old.login_name old_login_name,\\n        old.nick_name old_nick_name,\\n        old.name old_name,\\n        old.phone_num old_phone_num,\\n        old.email old_email,\\n        old.user_level old_user_level,\\n        old.birthday old_birthday,\\n        old.gender old_gender,\\n        old.create_time old_create_time,\\n        old.operate_time old_operate_time,\\n        old.start_date old_start_date,\\n        old.end_date old_end_date,\\n        new.id new_id,\\n        new.login_name new_login_name,\\n        new.nick_name new_nick_name,\\n        new.name new_name,\\n        new.phone_num new_phone_num,\\n        new.email new_email,\\n        new.user_level new_user_level,\\n        new.birthday new_birthday,\\n        new.gender new_gender,\\n        new.create_time new_create_time,\\n        new.operate_time new_operate_time,\\n        new.start_date new_start_date,\\n        new.end_date new_end_date\\n    from\\n    (\\n        select\\n            id,\\n            login_name,\\n            nick_name,\\n            name,\\n            phone_num,\\n            email,\\n            user_level,\\n            birthday,\\n            gender,\\n            create_time,\\n            operate_time,\\n            start_date,\\n            end_date\\n        from ${APP}.dim_user_zip\\n        where dt=\'9999-12-31\'\\n    )old\\n    full outer join\\n    (\\n        select\\n            id,\\n            login_name,\\n            nick_name,\\n            md5(name) name,\\n            md5(phone_num) phone_num,\\n            md5(email) email,\\n            user_level,\\n            birthday,\\n            gender,\\n            create_time,\\n            operate_time,\\n            \'$do_date\' start_date,\\n            \'9999-12-31\' end_date\\n        from\\n        (\\n            select\\n                data.id,\\n                data.login_name,\\n                data.nick_name,\\n                data.name,\\n                data.phone_num,\\n                data.email,\\n                data.user_level,\\n                data.birthday,\\n                data.gender,\\n                data.create_time,\\n                data.operate_time,\\n                row_number() over (partition by data.id order by ts desc) rn\\n            from ${APP}.ods_user_info_inc\\n            where dt=\'$do_date\'\\n        )t1\\n        where rn=1\\n    )new\\n    on old.id=new.id\\n)\\ninsert overwrite table ${APP}.dim_user_zip partition(dt)\\nselect\\n    if(new_id is not null,new_id,old_id),\\n    if(new_id is not null,new_login_name,old_login_name),\\n    if(new_id is not null,new_nick_name,old_nick_name),\\n    if(new_id is not null,new_name,old_name),\\n    if(new_id is not null,new_phone_num,old_phone_num),\\n    if(new_id is not null,new_email,old_email),\\n    if(new_id is not null,new_user_level,old_user_level),\\n    if(new_id is not null,new_birthday,old_birthday),\\n    if(new_id is not null,new_gender,old_gender),\\n    if(new_id is not null,new_create_time,old_create_time),\\n    if(new_id is not null,new_operate_time,old_operate_time),\\n    if(new_id is not null,new_start_date,old_start_date),\\n    if(new_id is not null,new_end_date,old_end_date),\\n    if(new_id is not null,new_end_date,old_end_date) dt\\nfrom tmp\\nunion all\\nselect\\n    old_id,\\n    old_login_name,\\n    old_nick_name,\\n    old_name,\\n    old_phone_num,\\n    old_email,\\n    old_user_level,\\n    old_birthday,\\n    old_gender,\\n    old_create_time,\\n    old_operate_time,\\n    old_start_date,\\n    cast(date_add(\'$do_date\',-1) as string) old_end_date,\\n    cast(date_add(\'$do_date\',-1) as string) dt\\nfrom tmp\\nwhere old_id is not null\\nand new_id is not null;\\n\\\"\\n\\ndim_sku_full=\\\"\\nwith\\nsku as\\n(\\n    select\\n        id,\\n        price,\\n        sku_name,\\n        sku_desc,\\n        weight,\\n        is_sale,\\n        spu_id,\\n        category3_id,\\n        tm_id,\\n        create_time\\n    from ${APP}.ods_sku_info_full\\n    where dt=\'$do_date\'\\n),\\nspu as\\n(\\n    select\\n        id,\\n        spu_name\\n    from ${APP}.ods_spu_info_full\\n    where dt=\'$do_date\'\\n),\\nc3 as\\n(\\n    select\\n        id,\\n        name,\\n        category2_id\\n    from ${APP}.ods_base_category3_full\\n    where dt=\'$do_date\'\\n),\\nc2 as\\n(\\n    select\\n        id,\\n        name,\\n        category1_id\\n    from ${APP}.ods_base_category2_full\\n    where dt=\'$do_date\'\\n),\\nc1 as\\n(\\n    select\\n        id,\\n        name\\n    from ${APP}.ods_base_category1_full\\n    where dt=\'$do_date\'\\n),\\ntm as\\n(\\n    select\\n        id,\\n        tm_name\\n    from ${APP}.ods_base_trademark_full\\n    where dt=\'$do_date\'\\n),\\nattr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'attr_id\',attr_id,\'value_id\',value_id,\'attr_name\',attr_name,\'value_name\',value_name)) attrs\\n    from ${APP}.ods_sku_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n),\\nsale_attr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'sale_attr_id\',sale_attr_id,\'sale_attr_value_id\',sale_attr_value_id,\'sale_attr_name\',sale_attr_name,\'sale_attr_value_name\',sale_attr_value_name)) sale_attrs\\n    from ${APP}.ods_sku_sale_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n)\\ninsert overwrite table ${APP}.dim_sku_full partition(dt=\'$do_date\')\\nselect\\n    sku.id,\\n    sku.price,\\n    sku.sku_name,\\n    sku.sku_desc,\\n    sku.weight,\\n    sku.is_sale,\\n    sku.spu_id,\\n    spu.spu_name,\\n    sku.category3_id,\\n    c3.name,\\n    c3.category2_id,\\n    c2.name,\\n    c2.category1_id,\\n    c1.name,\\n    sku.tm_id,\\n    tm.tm_name,\\n    attr.attrs,\\n    sale_attr.sale_attrs,\\n    sku.create_time\\nfrom sku\\nleft join spu on sku.spu_id=spu.id\\nleft join c3 on sku.category3_id=c3.id\\nleft join c2 on c3.category2_id=c2.id\\nleft join c1 on c2.category1_id=c1.id\\nleft join tm on sku.tm_id=tm.id\\nleft join attr on sku.id=attr.sku_id\\nleft join sale_attr on sku.id=sale_attr.sku_id;\\n\\\"\\n\\ndim_province_full=\\\"\\ninsert overwrite table ${APP}.dim_province_full partition(dt=\'$do_date\')\\nselect\\n    province.id,\\n    province.name,\\n    province.area_code,\\n    province.iso_code,\\n    province.iso_3166_2,\\n    region_id,\\n    region_name\\nfrom\\n(\\n    select\\n        id,\\n        name,\\n        region_id,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)province\\nleft join\\n(\\n    select\\n        id,\\n        region_name\\n    from ${APP}.ods_base_region_full\\n    where dt=\'$do_date\'\\n)region\\non province.region_id=region.id;\\n\\\"\\n\\ndim_coupon_full=\\\"\\ninsert overwrite table ${APP}.dim_coupon_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type,\\n    coupon_dic.dic_name,\\n    condition_amount,\\n    condition_num,\\n    activity_id,\\n    benefit_amount,\\n    benefit_discount,\\n    case coupon_type\\n        when \'3201\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3202\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3203\' then concat(\'减\',benefit_amount,\'元\')\\n    end benefit_rule,\\n    create_time,\\n    range_type,\\n    range_dic.dic_name,\\n    limit_num,\\n    taken_count,\\n    start_time,\\n    end_time,\\n    operate_time,\\n    expire_time\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type,\\n        condition_amount,\\n        condition_num,\\n        activity_id,\\n        benefit_amount,\\n        benefit_discount,\\n        create_time,\\n        range_type,\\n        limit_num,\\n        taken_count,\\n        start_time,\\n        end_time,\\n        operate_time,\\n        expire_time\\n    from ${APP}.ods_coupon_info_full\\n    where dt=\'$do_date\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'32\'\\n)coupon_dic\\non ci.coupon_type=coupon_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'33\'\\n)range_dic\\non ci.range_type=range_dic.dic_code;\\n\\\"\\n\\ndim_activity_full=\\\"\\ninsert overwrite table ${APP}.dim_activity_full partition(dt=\'$do_date\')\\nselect\\n    rule.id,\\n    info.id,\\n    activity_name,\\n    rule.activity_type,\\n    dic.dic_name,\\n    activity_desc,\\n    start_time,\\n    end_time,\\n    create_time,\\n    condition_amount,\\n    condition_num,\\n    benefit_amount,\\n    benefit_discount,\\n    case rule.activity_type\\n        when \'3101\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3102\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3103\' then concat(\'打\',10*(1-benefit_discount),\'折\')\\n    end benefit_rule,\\n    benefit_level\\nfrom\\n(\\n    select\\n        id,\\n        activity_id,\\n        activity_type,\\n        condition_amount,\\n        condition_num,\\n        benefit_amount,\\n        benefit_discount,\\n        benefit_level\\n    from ${APP}.ods_activity_rule_full\\n    where dt=\'$do_date\'\\n)rule\\nleft join\\n(\\n    select\\n        id,\\n        activity_name,\\n        activity_type,\\n        activity_desc,\\n        start_time,\\n        end_time,\\n        create_time\\n    from ${APP}.ods_activity_info_full\\n    where dt=\'$do_date\'\\n)info\\non rule.activity_id=info.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'31\'\\n)dic\\non rule.activity_type=dic.dic_code;\\n\\\"\\n\\ncase ${1} in\\n\\\"dim_user_zip\\\")\\n    hive -e \\\"$dim_user_zip\\\"\\n;;\\n\\\"dim_sku_full\\\")\\n    hive -e \\\"$dim_sku_full\\\"\\n;;\\n\\\"dim_province_full\\\")\\n    hive -e \\\"$dim_province_full\\\"\\n;;\\n\\\"dim_coupon_full\\\")\\n    hive -e \\\"$dim_coupon_full\\\"\\n;;\\n\\\"dim_activity_full\\\")\\n    hive -e \\\"$dim_activity_full\\\"\\n;;\\n\\\"all\\\")\\n    hive -e \\\"$dim_user_zip$dim_sku_full$dim_province_full$dim_coupon_full$dim_activity_full\\\"\\n;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition_log` VALUES (66, 6042495832096, 'ods_to_dwd', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndwd_interaction_comment_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_comment_inc partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    order_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    appraise,\\n    dic_name\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        data.order_id,\\n        data.create_time,\\n        data.appraise\\n    from ${APP}.ods_comment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'12\'\\n)dic\\non ci.appraise=dic.dic_code;\\n\\\"\\ndwd_interaction_favor_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_favor_add_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.user_id,\\n    data.sku_id,\\n    date_format(data.create_time,\'yyyy-MM-dd\') date_id,\\n    data.create_time\\nfrom ${APP}.ods_favor_info_inc\\nwhere dt=\'$do_date\'\\nand type = \'insert\';\\n\\\"\\n\\ndwd_tool_coupon_get_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_get_inc partition (dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    date_format(data.get_time,\'yyyy-MM-dd\') date_id,\\n    data.get_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'insert\';\\n\\\"\\ndwd_tool_coupon_order_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_order_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.using_time,\'yyyy-MM-dd\') date_id,\\n    data.using_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'update\'\\nand array_contains(map_keys(old),\'using_time\');\\n\\\"\\ndwd_tool_coupon_pay_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_pay_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.used_time,\'yyyy-MM-dd\') date_id,\\n    data.used_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'update\'\\nand array_contains(map_keys(old),\'used_time\');\\n\\\"\\ndwd_trade_cancel_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cancel_detail_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_format(canel_time,\'yyyy-MM-dd\') date_id,\\n    canel_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) od\\njoin\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id,\\n        data.operate_time canel_time\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'update\'\\n    and data.order_status=\'1003\'\\n    and array_contains(map_keys(old),\'order_status\')\\n) oi\\non order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\n\\ndwd_trade_cart_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_add_inc partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    date_id,\\n    create_time,\\n    source_id,\\n    source_type_code,\\n    source_type_name,\\n    sku_num\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        date_format(from_utc_timestamp(ts*1000,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n        date_format(from_utc_timestamp(ts*1000,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') create_time,\\n        data.source_id,\\n        data.source_type source_type_code,\\n        if(type=\'insert\',data.sku_num,data.sku_num-old[\'sku_num\']) sku_num\\n    from ${APP}.ods_cart_info_inc\\n    where dt=\'$do_date\'\\n    and (type=\'insert\'\\n    or(type=\'update\' and old[\'sku_num\'] is not null and data.sku_num>cast(old[\'sku_num\'] as int)))\\n)cart\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name source_type_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non cart.source_type_code=dic.dic_code;\\n\\\"\\ndwd_trade_cart_full=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    sku_num\\nfrom ${APP}.ods_cart_info_full\\nwhere dt=\'$do_date\'\\nand is_ordered=\'0\';\\n\\\"\\ndwd_trade_order_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_detail_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_id,\\n    create_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        date_format(data.create_time, \'yyyy-MM-dd\') date_id,\\n        data.create_time,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) od\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_order_refund_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_refund_inc partition(dt=\'$do_date\')\\nselect\\n    ri.id,\\n    user_id,\\n    order_id,\\n    sku_id,\\n    province_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    refund_type,\\n    type_dic.dic_name,\\n    refund_reason_type,\\n    reason_dic.dic_name,\\n    refund_reason_txt,\\n    refund_num,\\n    refund_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_type,\\n        data.refund_num,\\n        data.refund_amount,\\n        data.refund_reason_type,\\n        data.refund_reason_txt,\\n        data.create_time\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ri\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.order_status=\'1005\'\\n    and array_contains(map_keys(old),\'order_status\')\\n)oi\\non ri.order_id=oi.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'15\'\\n)type_dic\\non ri.refund_type=type_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'13\'\\n)reason_dic\\non ri.refund_reason_type=reason_dic.dic_code;\\n\\\"\\n\\ndwd_trade_pay_detail_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_pay_detail_suc_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    od.order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    payment_type,\\n    pay_dic.dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    source_id,\\n    source_type,\\n    src_dic.dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) od\\njoin\\n(\\n    select\\n        data.user_id,\\n        data.order_id,\\n        data.payment_type,\\n        data.callback_time\\n    from ${APP}.ods_payment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and array_contains(map_keys(old),\'payment_status\')\\n    and data.payment_status=\'1602\'\\n) pi\\non od.order_id=pi.order_id\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n) pay_dic\\non pi.payment_type=pay_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)src_dic\\non od.source_type=src_dic.dic_code;\\n\\\"\\ndwd_trade_refund_pay_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_refund_pay_suc_inc partition(dt=\'$do_date\')\\nselect\\n    rp.id,\\n    user_id,\\n    rp.order_id,\\n    rp.sku_id,\\n    province_id,\\n    payment_type,\\n    dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    refund_num,\\n    total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.payment_type,\\n        data.callback_time,\\n        data.total_amount\\n    from ${APP}.ods_refund_payment_inc\\n    where dt=\'$do_date\'\\n    and type = \'update\'\\n    and array_contains(map_keys(old),\'refund_status\')\\n    and data.refund_status=\'1602\'\\n)rp\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.order_status=\'1006\'\\n    and array_contains(map_keys(old),\'order_status\')\\n)oi\\non rp.order_id=oi.id\\nleft join\\n(\\n    select\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_num\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.refund_status=\'0705\'\\n    and array_contains(map_keys(old),\'refund_status\')\\n)ri\\non rp.order_id=ri.order_id\\nand rp.sku_id=ri.sku_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n)dic\\non rp.payment_type=dic.dic_code;\\n\\\"\\ndwd_traffic_action_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_action_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    action_id,\\n    action_item,\\n    action_item_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        action.action_id,\\n        action.item action_item,\\n        action.item_type action_item_type,\\n        action.ts\\n    from ${APP}.ods_log_inc lateral view explode(actions) tmp as action\\n    where dt=\'$do_date\'\\n    and actions is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_display_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_display_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') display_time,\\n    display_type,\\n    display_item,\\n    display_item_type,\\n    display_order,\\n    display_pos_id\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        display.display_type,\\n        display.item display_item,\\n        display.item_type display_item_type,\\n        display.\\\\`order\\\\` display_order,\\n        display.pos_id display_pos_id,\\n        ts\\n    from ${APP}.ods_log_inc lateral view explode(displays) tmp as display\\n    where dt=\'$do_date\'\\n    and displays is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_error_inc=\\\"\\nset hive.cbo.enable=false;\\nset hive.execution.engine=mr;\\ninsert overwrite table ${APP}.dwd_traffic_error_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    entry,\\n    loading_time,\\n    open_ad_id,\\n    open_ad_ms,\\n    open_ad_skip_ms,\\n    actions,\\n    displays,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') error_time,\\n    error_code,\\n    error_msg\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        actions,\\n        displays,\\n        err.error_code,\\n        err.msg error_msg,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and err is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\nset hive.execution.engine=spark;\\n\\\"\\ndwd_traffic_page_view_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_page_view_inc partition (dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') view_time,\\n    concat(mid_id,\'-\',last_value(session_start_point,true) over (partition by mid_id order by ts)) session_id,\\n    during_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        ts,\\n        if(page.last_page_id is null,ts,null) session_start_point\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_start_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_start_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    entry,\\n    open_ad_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time,\\n    loading_time,\\n    open_ad_ms,\\n    open_ad_skip_ms\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and \\\\`start\\\\` is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_user_login_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_login_inc partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') login_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        user_id,\\n        channel,\\n        area_code,\\n        version_code,\\n        mid_id,\\n        brand,\\n        model,\\n        operate_system,\\n        ts\\n    from\\n    (\\n        select\\n            user_id,\\n            channel,\\n            area_code,\\n            version_code,\\n            mid_id,\\n            brand,\\n            model,\\n            operate_system,\\n            ts,\\n            row_number() over (partition by session_id order by ts) rn\\n        from\\n        (\\n            select\\n                user_id,\\n                channel,\\n                area_code,\\n                version_code,\\n                mid_id,\\n                brand,\\n                model,\\n                operate_system,\\n                ts,\\n                concat(mid_id,\'-\',last_value(session_start_point,true) over(partition by mid_id order by ts)) session_id\\n            from\\n            (\\n                select\\n                    common.uid user_id,\\n                    common.ch channel,\\n                    common.ar area_code,\\n                    common.vc version_code,\\n                    common.mid mid_id,\\n                    common.ba brand,\\n                    common.md model,\\n                    common.os operate_system,\\n                    ts,\\n                    if(page.last_page_id is null,ts,null) session_start_point\\n                from ${APP}.ods_log_inc\\n                where dt=\'$do_date\'\\n                and page is not null\\n            )t1\\n        )t2\\n        where user_id is not null\\n    )t3\\n    where rn=1\\n)t4\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non t4.area_code=bp.area_code;\\n\\\"\\ndwd_user_register_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_register_inc partition(dt=\'$do_date\')\\nselect\\n    ui.user_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        data.id user_id,\\n        data.create_time\\n    from ${APP}.ods_user_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ui\\nleft join\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page.page_id=\'register\'\\n    and common.uid is not null\\n)log\\non ui.user_id=log.user_id\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ncase ${1} in\\n    \\\"dwd_interaction_comment_inc\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc\\\"\\n    ;;\\n    \\\"dwd_interaction_favor_add_inc\\\" )\\n        hive -e \\\"$dwd_interaction_favor_add_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_get_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_get_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_order_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_order_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_pay_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_pay_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cancel_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_cancel_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_add_inc\\\" )\\n        hive -e \\\"$dwd_trade_cart_add_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_full\\\" )\\n        hive -e \\\"$dwd_trade_cart_full\\\"\\n    ;;\\n    \\\"dwd_trade_order_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_order_refund_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_refund_inc\\\"\\n    ;;\\n    \\\"dwd_trade_pay_detail_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_pay_detail_suc_inc\\\"\\n    ;;\\n    \\\"dwd_trade_refund_pay_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_refund_pay_suc_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_action_inc\\\" )\\n        hive -e \\\"$dwd_traffic_action_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_display_inc\\\" )\\n        hive -e \\\"$dwd_traffic_display_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_error_inc\\\" )\\n        hive -e \\\"$dwd_traffic_error_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_page_view_inc\\\" )\\n        hive -e \\\"$dwd_traffic_page_view_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_start_inc\\\" )\\n        hive -e \\\"$dwd_traffic_start_inc\\\"\\n    ;;\\n    \\\"dwd_user_login_inc\\\" )\\n        hive -e \\\"$dwd_user_login_inc\\\"\\n    ;;\\n    \\\"dwd_user_register_inc\\\" )\\n        hive -e \\\"$dwd_user_register_inc\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc$dwd_interaction_favor_add_inc$dwd_tool_coupon_get_inc$dwd_tool_coupon_order_inc$dwd_tool_coupon_pay_inc$dwd_trade_cancel_detail_inc$dwd_trade_cart_add_inc$dwd_trade_cart_full$dwd_trade_order_detail_inc$dwd_trade_order_refund_inc$dwd_trade_pay_detail_suc_inc$dwd_trade_refund_pay_suc_inc$dwd_traffic_action_inc$dwd_traffic_display_inc$dwd_traffic_error_inc$dwd_traffic_page_view_inc$dwd_traffic_start_inc$dwd_user_login_inc$dwd_user_register_inc\\\"\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition_log` VALUES (67, 6042498891296, 'dwd_to_dws_1d', 2, 'dwd_to_dws_1d', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_province_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_1d partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_original_amount_1d,\\n    activity_reduce_amount_1d,\\n    coupon_reduce_amount_1d,\\n    order_total_amount_1d\\nfrom\\n(\\n    select\\n        province_id,\\n        count(distinct(order_id)) order_count_1d,\\n        sum(split_original_amount) order_original_amount_1d,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount_1d,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount_1d,\\n        sum(split_total_amount) order_total_amount_1d\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt=\'$do_date\'\\n    group by province_id\\n)o\\nleft join\\n(\\n    select\\n        id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.dim_province_full\\n    where dt=\'$do_date\'\\n)p\\non o.province_id=p.id;\\n\\\"\\ndws_trade_user_cart_add_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(*),\\n    sum(sku_num)\\nfrom ${APP}.dwd_trade_cart_add_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_original_amount),\\n    sum(nvl(split_activity_amount,0)),\\n    sum(nvl(split_coupon_amount,0)),\\n    sum(split_total_amount)\\nfrom ${APP}.dwd_trade_order_detail_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(*),\\n    sum(refund_num),\\n    sum(refund_amount)\\nfrom ${APP}.dwd_trade_order_refund_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_payment_amount)\\nfrom ${APP}.dwd_trade_pay_detail_suc_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_count,\\n    order_num,\\n    order_original_amount,\\n    activity_reduce_amount,\\n    coupon_reduce_amount,\\n    order_total_amount\\nfrom\\n(\\n    select\\n        user_id,\\n        sku_id,\\n        count(*) order_count,\\n        sum(sku_num) order_num,\\n        sum(split_original_amount) order_original_amount,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount,\\n        sum(split_total_amount) order_total_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt=\'$do_date\'\\n    group by user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_trade_user_sku_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_refund_count,\\n    order_refund_num,\\n    order_refund_amount\\nfrom\\n(\\n    select\\n        user_id,\\n        sku_id,\\n        count(*) order_refund_count,\\n        sum(refund_num) order_refund_num,\\n        sum(refund_amount) order_refund_amount\\n    from ${APP}.dwd_trade_order_refund_inc\\n    where dt=\'$do_date\'\\n    group by user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_traffic_page_visitor_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\ndws_traffic_session_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_session_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    session_id,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    version_code,\\n    channel,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by session_id,mid_id,brand,model,operate_system,version_code,channel;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_province_order_1d\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_1d\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_1d\\\" )\\n        hive -e \\\"$dws_trade_user_payment_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_1d\\\"\\n    ;;\\n    \\\"dws_traffic_session_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_session_page_view_1d\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d$dws_trade_user_cart_add_1d$dws_trade_user_order_1d$dws_trade_user_order_refund_1d$dws_trade_user_payment_1d$dws_trade_user_sku_order_1d$dws_trade_user_sku_order_refund_1d$dws_traffic_page_visitor_page_view_1d$dws_traffic_session_page_view_1d\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition_log` VALUES (68, 6042506396192, 'dws_1d_to_dws_nd', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_activity_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_activity_order_nd partition(dt=\'$do_date\')\\nselect\\n    act.activity_id,\\n    activity_name,\\n    activity_type_code,\\n    activity_type_name,\\n    date_format(start_time,\'yyyy-MM-dd\'),\\n    sum(split_original_amount),\\n    sum(split_activity_amount)\\nfrom\\n(\\n    select\\n        activity_id,\\n        activity_name,\\n        activity_type_code,\\n        activity_type_name,\\n        start_time\\n    from ${APP}.dim_activity_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n    group by activity_id, activity_name, activity_type_code, activity_type_name,start_time\\n)act\\nleft join\\n(\\n    select\\n        activity_id,\\n        order_id,\\n        split_original_amount,\\n        split_activity_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and activity_id is not null\\n)od\\non act.activity_id=od.activity_id\\ngroup by act.activity_id,activity_name,activity_type_code,activity_type_name,start_time;\\n\\\"\\ndws_trade_coupon_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_coupon_order_nd partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type_code,\\n    coupon_type_name,\\n    benefit_rule,\\n    start_date,\\n    sum(split_original_amount),\\n    sum(split_coupon_amount)\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type_code,\\n        coupon_type_name,\\n        benefit_rule,\\n        date_format(start_time,\'yyyy-MM-dd\') start_date\\n    from ${APP}.dim_coupon_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n)cou\\nleft join\\n(\\n    select\\n        coupon_id,\\n        order_id,\\n        split_original_amount,\\n        split_coupon_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and coupon_id is not null\\n)od\\non cou.id=od.coupon_id\\ngroup by id,coupon_name,coupon_type_code,coupon_type_name,benefit_rule,start_date;\\n\\\"\\ndws_trade_province_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_nd partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\ndws_trade_user_cart_add_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_num_1d,0)),\\n    sum(cart_add_count_1d),\\n    sum(cart_add_num_1d)\\nfrom ${APP}.dws_trade_user_cart_add_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_nd partition (dt = \'$do_date\')\\nselect user_id,\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_count_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_num_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_amount_1d, 0)),\\n       sum(payment_count_1d),\\n       sum(payment_num_1d),\\n       sum(payment_amount_1d)\\nfrom ${APP}.dws_trade_user_payment_1d\\nwhere dt >= date_add(\'$do_date\', -29)\\n  and dt <= \'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_1d\\nwhere dt>=date_add(\'$do_date\',-30)\\ngroup by  user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_trade_user_sku_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_traffic_page_visitor_page_view_nd=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_nd partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),during_time_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),view_count_1d,0)),\\n    sum(during_time_1d),\\n    sum(view_count_1d)\\nfrom ${APP}.dws_traffic_page_visitor_page_view_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_activity_order_nd\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_coupon_order_nd\\\" )\\n        hive -e \\\"$dws_trade_coupon_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_province_order_nd\\\" )\\n        hive -e \\\"$dws_trade_province_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_nd\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_nd\\\" )\\n        hive -e \\\"$dws_trade_user_payment_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_nd\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd$dws_trade_coupon_order_nd$dws_trade_province_order_nd$dws_trade_user_cart_add_nd$dws_trade_user_order_nd$dws_trade_user_order_refund_nd$dws_trade_user_payment_nd$dws_trade_user_sku_order_nd$dws_trade_user_sku_order_refund_nd$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition_log` VALUES (69, 6042511584672, 'dws_1d_to_dws_td', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_user_order_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(new.user_id is not null and old.user_id is null,\'$do_date\',old.order_date_first),\\n    if(new.user_id is not null,\'$do_date\',old.order_date_last),\\n    nvl(old.order_count_td,0)+nvl(new.order_count_1d,0),\\n    nvl(old.order_num_td,0)+nvl(new.order_num_1d,0),\\n    nvl(old.original_amount_td,0)+nvl(new.order_original_amount_1d,0),\\n    nvl(old.activity_reduce_amount_td,0)+nvl(new.activity_reduce_amount_1d,0),\\n    nvl(old.coupon_reduce_amount_td,0)+nvl(new.coupon_reduce_amount_1d,0),\\n    nvl(old.total_amount_td,0)+nvl(new.order_total_amount_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        order_date_first,\\n        order_date_last,\\n        order_count_td,\\n        order_num_td,\\n        original_amount_td,\\n        activity_reduce_amount_td,\\n        coupon_reduce_amount_td,\\n        total_amount_td\\n    from ${APP}.dws_trade_user_order_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        order_count_1d,\\n        order_num_1d,\\n        order_original_amount_1d,\\n        activity_reduce_amount_1d,\\n        coupon_reduce_amount_1d,\\n        order_total_amount_1d\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ndws_trade_user_payment_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(old.user_id is null and new.user_id is not null,\'$do_date\',old.payment_date_first),\\n    if(new.user_id is not null,\'$do_date\',old.payment_date_last),\\n    nvl(old.payment_count_td,0)+nvl(new.payment_count_1d,0),\\n    nvl(old.payment_num_td,0)+nvl(new.payment_num_1d,0),\\n    nvl(old.payment_amount_td,0)+nvl(new.payment_amount_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        payment_date_first,\\n        payment_date_last,\\n        payment_count_td,\\n        payment_num_td,\\n        payment_amount_td\\n    from ${APP}.dws_trade_user_payment_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        payment_count_1d,\\n        payment_num_1d,\\n        payment_amount_1d\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ndws_user_user_login_td=\\\"\\ninsert overwrite table ${APP}.dws_user_user_login_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(new.user_id is null,old.login_date_last,\'$do_date\'),\\n    nvl(old.login_count_td,0)+nvl(new.login_count_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        login_date_last,\\n        login_count_td\\n    from ${APP}.dws_user_user_login_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        count(*) login_count_1d\\n    from ${APP}.dwd_user_login_inc\\n    where dt=\'$do_date\'\\n    group by user_id\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_user_order_td\\\" )\\n        hive -e \\\"$dws_trade_user_order_td\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_td\\\" )\\n        hive -e \\\"$dws_trade_user_payment_td\\\"\\n    ;;\\n    \\\"dws_user_user_login_td\\\" )\\n        hive -e \\\"$dws_user_user_login_td\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_user_order_td$dws_trade_user_payment_td$dws_user_user_login_td\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition_log` VALUES (70, 6042516607648, 'dws_to_ads', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\nads_activity_stats=\\\"\\ninsert overwrite table ${APP}.ads_activity_stats\\nselect * from ${APP}.ads_activity_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    activity_id,\\n    activity_name,\\n    start_date,\\n    cast(activity_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_activity_order_nd\\nwhere dt=\'$do_date\';\\n\\\"\\nads_coupon_stats=\\\"\\ninsert overwrite table ${APP}.ads_coupon_stats\\nselect * from ${APP}.ads_coupon_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    coupon_id,\\n    coupon_name,\\n    start_date,\\n    coupon_rule,\\n    cast(coupon_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_coupon_order_nd\\nwhere dt=\'$do_date\';\\n\\n\\\"\\nads_new_buyer_stats=\\\"\\ninsert overwrite table ${APP}.ads_new_buyer_stats\\nselect * from ${APP}.ads_new_buyer_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    new_order_user_count,\\n    new_payment_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(order_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_order_user_count\\n    from ${APP}.dws_trade_user_order_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(payment_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_payment_user_count\\n    from ${APP}.dws_trade_user_payment_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)pay\\non odr.recent_days=pay.recent_days;\\n\\\"\\nads_order_by_province=\\\"\\ninsert overwrite table ${APP}.ads_order_by_province\\nselect * from ${APP}.ads_order_by_province\\nunion\\nselect\\n    \'$do_date\' dt,\\n    1 recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_total_amount_1d\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt=\'$do_date\'\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(order_count),\\n    sum(order_total_amount)\\nfrom\\n(\\n    select\\n        recent_days,\\n        province_id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2,\\n        case recent_days\\n            when 7 then order_count_7d\\n            when 30 then order_count_30d\\n        end order_count,\\n        case recent_days\\n            when 7 then order_total_amount_7d\\n            when 30 then order_total_amount_30d\\n        end order_total_amount\\n    from ${APP}.dws_trade_province_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n)t1\\ngroup by recent_days,province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\n\\nads_page_path=\\\"\\ninsert overwrite table ${APP}.ads_page_path\\nselect * from ${APP}.ads_page_path\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    source,\\n    nvl(target,\'null\'),\\n    count(*) path_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        concat(\'step-\',rn,\':\',page_id) source,\\n        concat(\'step-\',rn+1,\':\',next_page_id) target\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            lead(page_id,1,null) over(partition by session_id,recent_days) next_page_id,\\n            row_number() over (partition by session_id,recent_days order by view_time) rn\\n        from ${APP}.dwd_traffic_page_view_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n        where dt>=date_add(\'$do_date\',-recent_days+1)\\n    )t1\\n)t2\\ngroup by recent_days,source,target;\\n\\\"\\nads_repeat_purchase_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_repeat_purchase_by_tm\\nselect * from ${APP}.ads_repeat_purchase_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    tm_id,\\n    tm_name,\\n    cast(sum(if(order_count>=2,1,0))/sum(if(order_count>=1,1,0)) as decimal(16,2))\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        recent_days,\\n        user_id,\\n        tm_id,\\n        tm_name,\\n        sum(order_count) order_count\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,user_id,tm_id,tm_name\\n)t2\\ngroup by recent_days,tm_id,tm_name;\\n\\\"\\nads_sku_cart_num_top3_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_sku_cart_num_top3_by_cate\\nselect * from ${APP}.ads_sku_cart_num_top3_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    sku_id,\\n    sku_name,\\n    cart_num,\\n    rk\\nfrom\\n(\\n    select\\n        sku_id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        cart_num,\\n        rank() over (partition by category1_id,category2_id,category3_id order by cart_num desc) rk\\n    from\\n    (\\n        select\\n            sku_id,\\n            sum(sku_num) cart_num\\n        from ${APP}.dwd_trade_cart_full\\n        where dt=\'$do_date\'\\n        group by sku_id\\n    )cart\\n    left join\\n    (\\n        select\\n            id,\\n            sku_name,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name\\n        from ${APP}.dim_sku_full\\n        where dt=\'$do_date\'\\n    )sku\\n    on cart.sku_id=sku.id\\n)t1\\nwhere rk<=3;\\n\\\"\\nads_trade_stats=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats\\nselect * from ${APP}.ads_trade_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    order_total_amount,\\n    order_count,\\n    order_user_count,\\n    order_refund_count,\\n    order_refund_user_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(order_total_amount_1d) order_total_amount,\\n        sum(order_count_1d) order_count,\\n        count(*) order_user_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_total_amount),\\n        sum(order_count),\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_total_amount_7d\\n                when 30 then order_total_amount_30d\\n            end order_total_amount,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        1 recent_days,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(*) order_refund_user_count\\n    from ${APP}.dws_trade_user_order_refund_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_refund_count),\\n        sum(if(order_refund_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)refund\\non odr.recent_days=refund.recent_days;\\n\\\"\\nads_trade_stats_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_cate\\nselect * from ${APP}.ads_trade_stats_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.category1_id,refund.category1_id),\\n    nvl(odr.category1_name,refund.category1_name),\\n    nvl(odr.category2_id,refund.category2_id),\\n    nvl(odr.category2_name,refund.category2_name),\\n    nvl(odr.category3_id,refund.category3_id),\\n    nvl(odr.category3_name,refund.category3_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count),\\n        count(distinct(if(order_refund_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.category1_id=refund.category1_id\\nand odr.category1_name=refund.category1_name\\nand odr.category2_id=refund.category2_id\\nand odr.category2_name=refund.category2_name\\nand odr.category3_id=refund.category3_id\\nand odr.category3_name=refund.category3_name;\\n\\\"\\nads_trade_stats_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_tm\\nselect * from ${APP}.ads_trade_stats_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.tm_id,refund.tm_id),\\n    nvl(odr.tm_name,refund.tm_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count),\\n        count(if(order_refund_count>0,user_id,null))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.tm_id=refund.tm_id\\nand odr.tm_name=refund.tm_name;\\n\\\"\\nads_traffic_stats_by_channel=\\\"\\ninsert overwrite table ${APP}.ads_traffic_stats_by_channel\\nselect * from ${APP}.ads_traffic_stats_by_channel\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    channel,\\n    cast(count(distinct(mid_id)) as bigint) uv_count,\\n    cast(avg(during_time_1d)/1000 as bigint) avg_duration_sec,\\n    cast(avg(page_count_1d) as bigint) avg_page_count,\\n    cast(count(*) as bigint) sv_count,\\n    cast(sum(if(page_count_1d=1,1,0))/count(*) as decimal(16,2)) bounce_rate\\nfrom ${APP}.dws_traffic_session_page_view_1d lateral view explode(array(1,7,30)) tmp as recent_days\\nwhere dt>=date_add(\'$do_date\',-recent_days+1)\\ngroup by recent_days,channel;\\n\\\"\\nads_user_action=\\\"\\ninsert overwrite table ${APP}.ads_user_action\\nselect * from ${APP}.ads_user_action\\nunion\\nselect\\n    \'$do_date\' dt,\\n    page.recent_days,\\n    home_count,\\n    good_detail_count,\\n    cart_count,\\n    order_count,\\n    payment_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(if(page_id=\'home\',1,0)) home_count,\\n        sum(if(page_id=\'good_detail\',1,0)) good_detail_count\\n    from ${APP}.dws_traffic_page_visitor_page_view_1d\\n    where dt=\'$do_date\'\\n    and page_id in (\'home\',\'good_detail\')\\n    union all\\n    select\\n        recent_days,\\n        sum(if(page_id=\'home\' and view_count>0,1,0)),\\n        sum(if(page_id=\'good_detail\' and view_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            case recent_days\\n                when 7 then view_count_7d\\n                when 30 then view_count_30d\\n            end view_count\\n        from ${APP}.dws_traffic_page_visitor_page_view_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n        and page_id in (\'home\',\'good_detail\')\\n    )t1\\n    group by recent_days\\n)page\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) cart_count\\n    from ${APP}.dws_trade_user_cart_add_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(cart_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then cart_add_count_7d\\n                when 30 then cart_add_count_30d\\n            end cart_count\\n        from ${APP}.dws_trade_user_cart_add_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)cart\\non page.recent_days=cart.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) order_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)ord\\non page.recent_days=ord.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) payment_count\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then payment_count_7d\\n                when 30 then payment_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_payment_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)pay\\non page.recent_days=pay.recent_days;\\n\\\"\\nads_user_change=\\\"\\ninsert overwrite table ${APP}.ads_user_change\\nselect * from ${APP}.ads_user_change\\nunion\\nselect\\n    churn.dt,\\n    user_churn_count,\\n    user_back_count\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_churn_count\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n    and login_date_last=date_add(\'$do_date\',-7)\\n)churn\\njoin\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_back_count\\n    from\\n    (\\n        select\\n            user_id,\\n            login_date_last\\n        from ${APP}.dws_user_user_login_td\\n        where dt=\'$do_date\'\\n    )t1\\n    join\\n    (\\n        select\\n            user_id,\\n            login_date_last login_date_previous\\n        from ${APP}.dws_user_user_login_td\\n        where dt=date_add(\'$do_date\',-1)\\n    )t2\\n    on t1.user_id=t2.user_id\\n    where datediff(login_date_last,login_date_previous)>=8\\n)back\\non churn.dt=back.dt;\\n\\\"\\nads_user_retention=\\\"\\ninsert overwrite table ${APP}.ads_user_retention\\nselect * from ${APP}.ads_user_retention\\nunion\\nselect\\n    \'$do_date\' dt,\\n    login_date_first create_date,\\n    datediff(\'$do_date\',login_date_first) retention_day,\\n    sum(if(login_date_last=\'$do_date\',1,0)) retention_count,\\n    count(*) new_user_count,\\n    cast(sum(if(login_date_last=\'$do_date\',1,0))/count(*)*100 as decimal(16,2)) retention_rate\\nfrom\\n(\\n    select\\n        user_id,\\n        date_id login_date_first\\n    from ${APP}.dwd_user_register_inc\\n    where dt>=date_add(\'$do_date\',-7)\\n    and dt<\'$do_date\'\\n)t1\\njoin\\n(\\n    select\\n        user_id,\\n        login_date_last\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n)t2\\non t1.user_id=t2.user_id\\ngroup by login_date_first;\\n\\\"\\nads_user_stats=\\\"\\ninsert overwrite table ${APP}.ads_user_stats\\nselect * from ${APP}.ads_user_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    t1.recent_days,\\n    new_user_count,\\n    active_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(login_date_last>=date_add(\'$do_date\',-recent_days+1),1,0)) new_user_count\\n    from ${APP}.dws_user_user_login_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)t1\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(date_id>=date_add(\'$do_date\',-recent_days+1),1,0)) active_user_count\\n    from ${APP}.dwd_user_register_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n    group by recent_days\\n)t2\\non t1.recent_days=t2.recent_days;\\n\\\"\\n\\ncase ${1} in\\n    \\\"ads_activity_stats\\\" )\\n        hive -e \\\"$ads_activity_stats\\\"\\n    ;;\\n    \\\"ads_coupon_stats\\\" )\\n        hive -e \\\"$ads_coupon_stats\\\"\\n    ;;\\n    \\\"ads_new_buyer_stats\\\" )\\n        hive -e \\\"$ads_new_buyer_stats\\\"\\n    ;;\\n    \\\"ads_order_by_province\\\" )\\n        hive -e \\\"$ads_order_by_province\\\"\\n    ;;\\n    \\\"ads_page_path\\\" )\\n        hive -e \\\"$ads_page_path\\\"\\n    ;;\\n    \\\"ads_repeat_purchase_by_tm\\\" )\\n        hive -e \\\"$ads_repeat_purchase_by_tm\\\"\\n    ;;\\n    \\\"ads_sku_cart_num_top3_by_cate\\\" )\\n        hive -e \\\"$ads_sku_cart_num_top3_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats\\\" )\\n        hive -e \\\"$ads_trade_stats\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_cate\\\" )\\n        hive -e \\\"$ads_trade_stats_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_tm\\\" )\\n        hive -e \\\"$ads_trade_stats_by_tm\\\"\\n    ;;\\n    \\\"ads_traffic_stats_by_channel\\\" )\\n        hive -e \\\"$ads_traffic_stats_by_channel\\\"\\n    ;;\\n    \\\"ads_user_action\\\" )\\n        hive -e \\\"$ads_user_action\\\"\\n    ;;\\n    \\\"ads_user_change\\\" )\\n        hive -e \\\"$ads_user_change\\\"\\n    ;;\\n    \\\"ads_user_retention\\\" )\\n        hive -e \\\"$ads_user_retention\\\"\\n    ;;\\n    \\\"ads_user_stats\\\" )\\n        hive -e \\\"$ads_user_stats\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$ads_activity_stats$ads_coupon_stats$ads_new_buyer_stats$ads_order_by_province$ads_page_path$ads_repeat_purchase_by_tm$ads_sku_cart_num_top3_by_cate$ads_trade_stats$ads_trade_stats_by_cate$ads_trade_stats_by_tm$ads_traffic_stats_by_channel$ads_user_action$ads_user_change$ads_user_retention$ads_user_stats\\\"\\n    ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
INSERT INTO `t_ds_task_definition_log` VALUES (71, 6042521232544, 'hdfs_to_mysql', 2, '', 6041086775968, 2, 'SHELL', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#! /bin/bash\\n\\nDATAX_HOME=/opt/module/datax\\n\\n#DataX导出路径不允许存在空文件，该函数作用为清理空文件\\nhandle_export_path(){\\n  target_file=$1\\n  for i in `hadoop fs -ls -R $target_file | awk \'{print $8}\'`; do\\n    hadoop fs -test -z $i\\n    if [[ $? -eq 0 ]]; then\\n      echo \\\"$i文件大小为0，正在删除\\\"\\n      hadoop fs -rm -r -f $i\\n    fi\\n  done\\n\\n}\\n\\n\\n#数据导出\\nexport_data() {\\n  datax_config=$1\\n  export_dir=$2\\n  hadoop fs -test -e $export_dir\\n  if [[ $? -eq 0 ]]\\n  then\\n    handle_export_path $export_dir\\n    file_count=$(hadoop fs -ls $export_dir | wc -l)\\n    if [ $file_count -gt 0 ]\\n    then\\n      set -e;\\n      $DATAX_HOME/bin/datax.py -p\\\"-Dexportdir=$export_dir\\\" $datax_config\\n      set +e;\\n    else \\n      echo \\\"$export_dir 目录为空，跳过~\\\"\\n    fi\\n  else\\n    echo \\\"路径 $export_dir 不存在，跳过~\\\"\\n  fi\\n}\\n\\n\\ncase ${1} in\\n  \\\"ads_new_buyer_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  ;;\\n  \\\"ads_order_by_province\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  ;;\\n  \\\"ads_page_path\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  ;;\\n  \\\"ads_repeat_purchase_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  ;;\\n  \\\"ads_trade_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  ;;\\n  \\\"ads_trade_stats_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  ;;\\n  \\\"ads_trade_stats_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  ;;\\n  \\\"ads_traffic_stats_by_channel\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  ;;\\n  \\\"ads_user_action\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  ;;\\n  \\\"ads_user_change\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  ;;\\n  \\\"ads_user_retention\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  ;;\\n  \\\"ads_user_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  ;;\\n  \\\"ads_activity_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  ;;\\n  \\\"ads_coupon_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  ;;\\n  \\\"ads_sku_cart_num_top3_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\n\\n\\\"all\\\")\\n  export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\nesac\",\"dependence\":{},\"conditionResult\":{\"successNode\":[],\"failedNode\":[]},\"waitStartTimeout\":{},\"switchResult\":{}}', 1, 2, 'default', 6040283383712, 0, 1, 0, 0, 0, 0, '15,16,17,18,19,20,21,22,23,24,25,26,27', 2, '2022-07-11 09:48:03', '2022-07-01 09:08:25', '2022-07-11 09:48:03');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_task_instance
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_task_instance`;
CREATE TABLE `t_ds_task_instance` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `name` varchar(255) DEFAULT NULL COMMENT 'task name',
  `task_type` varchar(50) NOT NULL COMMENT 'task type',
  `task_code` bigint(20) NOT NULL COMMENT 'task definition code',
  `task_definition_version` int(11) DEFAULT '0' COMMENT 'task definition version',
  `process_instance_id` int(11) DEFAULT NULL COMMENT 'process instance id',
  `state` tinyint(4) DEFAULT NULL COMMENT 'Status: 0 commit succeeded, 1 running, 2 prepare to pause, 3 pause, 4 prepare to stop, 5 stop, 6 fail, 7 succeed, 8 need fault tolerance, 9 kill, 10 wait for thread, 11 wait for dependency to complete',
  `submit_time` datetime DEFAULT NULL COMMENT 'task submit time',
  `start_time` datetime DEFAULT NULL COMMENT 'task start time',
  `end_time` datetime DEFAULT NULL COMMENT 'task end time',
  `host` varchar(135) DEFAULT NULL COMMENT 'host of task running on',
  `execute_path` varchar(200) DEFAULT NULL COMMENT 'task execute path in the host',
  `log_path` varchar(200) DEFAULT NULL COMMENT 'task log path',
  `alert_flag` tinyint(4) DEFAULT NULL COMMENT 'whether alert',
  `retry_times` int(4) DEFAULT '0' COMMENT 'task retry times',
  `pid` int(4) DEFAULT NULL COMMENT 'pid of task',
  `app_link` longtext COMMENT 'yarn app id',
  `task_params` longtext COMMENT 'job custom parameters',
  `flag` tinyint(4) DEFAULT '1' COMMENT '0 not available, 1 available',
  `retry_interval` int(4) DEFAULT NULL COMMENT 'retry interval when task failed ',
  `max_retry_times` int(2) DEFAULT NULL COMMENT 'max retry times',
  `task_instance_priority` int(11) DEFAULT NULL COMMENT 'task instance priority:0 Highest,1 High,2 Medium,3 Low,4 Lowest',
  `worker_group` varchar(64) DEFAULT NULL COMMENT 'worker group id',
  `environment_code` bigint(20) DEFAULT '-1' COMMENT 'environment code',
  `environment_config` text COMMENT 'this config contains many environment variables config',
  `executor_id` int(11) DEFAULT NULL,
  `first_submit_time` datetime DEFAULT NULL COMMENT 'task first submit time',
  `delay_time` int(4) DEFAULT '0' COMMENT 'task delay execution time',
  `var_pool` longtext COMMENT 'var_pool',
  `dry_run` tinyint(4) DEFAULT '0' COMMENT 'dry run flag: 0 normal, 1 dry run',
  PRIMARY KEY (`id`),
  KEY `process_instance_id` (`process_instance_id`) USING BTREE,
  CONSTRAINT `foreign_key_instance_id` FOREIGN KEY (`process_instance_id`) REFERENCES `t_ds_process_instance` (`id`) ON DELETE CASCADE
) ENGINE=InnoDB AUTO_INCREMENT=173 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_task_instance
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_task_instance` VALUES (6, 'hdfs_to_ods_db', 'SHELL', 6041088608544, 6, 6, 9, NULL, NULL, NULL, NULL, NULL, NULL, 0, 0, 0, NULL, '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"bash scripts/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, NULL, 0);
INSERT INTO `t_ds_task_instance` VALUES (7, 'hdfs_to_ods_db', 'SHELL', 6041088608544, 6, 7, 3, NULL, NULL, NULL, NULL, NULL, NULL, 0, 0, 0, NULL, '{\"resourceList\":[{\"id\":3}],\"localParams\":[],\"rawScript\":\"bash scripts/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, NULL, 0);
INSERT INTO `t_ds_task_instance` VALUES (10, 'ods_to_dim_init', 'SHELL', 6041142319392, 6, 9, 7, '2022-07-01 08:39:27', '2022-07-01 08:39:26', '2022-07-01 08:40:20', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/9/10', '/opt/module/dolphinscheduler/logs/6041204900896_7/9/10.log', 0, 0, 11031, 'application_1656624555637_0002', '{\"resourceList\":[{\"id\":17}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (11, 'ods_to_dwd_init', 'SHELL', 6041155036192, 6, 9, 7, '2022-07-01 08:40:22', '2022-07-01 08:40:21', '2022-07-01 08:42:25', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/9/11', '/opt/module/dolphinscheduler/logs/6041204900896_7/9/11.log', 0, 0, 13365, 'application_1656624555637_0003,application_1656624555637_0004,application_1656624555637_0005', '{\"resourceList\":[{\"id\":19}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (12, 'dwd_to_dws_1d_init', 'SHELL', 6041161339936, 6, 9, 7, '2022-07-01 08:42:26', '2022-07-01 08:42:25', '2022-07-01 08:43:12', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/9/12', '/opt/module/dolphinscheduler/logs/6041204900896_7/9/12.log', 0, 0, 14384, 'application_1656624555637_0006', '{\"resourceList\":[{\"id\":21}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (13, 'dws_1d_to_dws_nd', 'SHELL', 6041172144800, 6, 9, 7, '2022-07-01 08:43:13', '2022-07-01 08:43:12', '2022-07-01 08:44:05', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/9/13', '/opt/module/dolphinscheduler/logs/6041204900896_7/9/13.log', 0, 0, 15232, 'application_1656624555637_0007', '{\"resourceList\":[{\"id\":23}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (14, 'dws_1d_to_dws_td_init', 'SHELL', 6041184960800, 6, 9, 7, '2022-07-01 08:44:06', '2022-07-01 08:44:05', '2022-07-01 08:44:44', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/9/14', '/opt/module/dolphinscheduler/logs/6041204900896_7/9/14.log', 0, 0, 16135, 'application_1656624555637_0008', '{\"resourceList\":[{\"id\":25}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (15, 'dws_to_ads', 'SHELL', 6041191543200, 6, 9, 7, '2022-07-01 08:44:45', '2022-07-01 08:44:44', '2022-07-01 08:46:02', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/9/15', '/opt/module/dolphinscheduler/logs/6041204900896_7/9/15.log', 0, 0, 17400, 'application_1656624555637_0009', '{\"resourceList\":[{\"id\":26}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (16, 'hdfs_to_mysql', 'SHELL', 6041196281504, 6, 9, 7, '2022-07-01 08:46:03', '2022-07-01 08:46:02', '2022-07-01 08:49:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/9/16', '/opt/module/dolphinscheduler/logs/6041204900896_7/9/16.log', 0, 0, 18330, '', '{\"resourceList\":[{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (17, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 10, 7, '2022-07-01 09:09:44', '2022-07-01 09:09:43', '2022-07-01 09:09:53', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/17', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/17.log', 0, 0, 22151, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (18, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 10, 7, '2022-07-01 09:09:54', '2022-07-01 09:09:53', '2022-07-01 09:10:47', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/18', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/18.log', 0, 0, 22320, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (19, 'ods_to_dim', 'SHELL', 6042489526816, 1, 10, 7, '2022-07-01 09:10:48', '2022-07-01 09:10:47', '2022-07-01 09:11:49', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/19', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/19.log', 0, 0, 24147, 'application_1656624555637_0010', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (20, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 10, 7, '2022-07-01 09:11:50', '2022-07-01 09:11:49', '2022-07-01 09:14:04', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/20', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/20.log', 0, 0, 25254, 'application_1656624555637_0011,application_1656624555637_0012,application_1656624555637_0013', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (21, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 10, 7, '2022-07-01 09:14:06', '2022-07-01 09:14:05', '2022-07-01 09:14:57', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/21', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/21.log', 0, 0, 26999, 'application_1656624555637_0014', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (22, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 10, 7, '2022-07-01 09:14:58', '2022-07-01 09:14:57', '2022-07-01 09:16:00', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/22', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/22.log', 0, 0, 27859, 'application_1656624555637_0015', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (23, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 10, 7, '2022-07-01 09:16:01', '2022-07-01 09:16:00', '2022-07-01 09:16:43', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/23', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/23.log', 0, 0, 28777, 'application_1656624555637_0016', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (24, 'dws_to_ads', 'SHELL', 6042516607648, 1, 10, 7, '2022-07-01 09:16:44', '2022-07-01 09:16:43', '2022-07-01 09:18:00', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/24', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/24.log', 0, 0, 30055, 'application_1656624555637_0017', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (25, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 10, 7, '2022-07-01 09:18:01', '2022-07-01 09:18:00', '2022-07-01 09:21:58', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/10/25', '/opt/module/dolphinscheduler/logs/6042535078432_1/10/25.log', 0, 0, 31084, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (26, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 11, 7, '2022-07-01 09:23:43', '2022-07-01 09:23:43', '2022-07-01 09:23:53', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/26', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/26.log', 0, 0, 2249, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (27, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 11, 7, '2022-07-01 09:23:54', '2022-07-01 09:23:53', '2022-07-01 09:24:45', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/27', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/27.log', 0, 0, 2522, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (28, 'ods_to_dim', 'SHELL', 6042489526816, 1, 11, 7, '2022-07-01 09:24:46', '2022-07-01 09:24:45', '2022-07-01 09:25:36', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/28', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/28.log', 0, 0, 4708, 'application_1656624555637_0018', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (29, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 11, 6, '2022-07-01 09:25:37', '2022-07-01 09:25:36', '2022-07-01 09:26:39', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/29', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/29.log', 0, 0, 5031, 'application_1656624555637_0019', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 0, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (31, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 11, 7, '2022-07-01 09:41:15', '2022-07-01 09:41:15', '2022-07-01 09:43:25', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/31', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/31.log', 0, 0, 6829, 'application_1656624555637_0020,application_1656624555637_0021,application_1656624555637_0022', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (32, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 11, 7, '2022-07-01 09:43:26', '2022-07-01 09:43:26', '2022-07-01 09:44:14', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/32', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/32.log', 0, 0, 8164, 'application_1656624555637_0023', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (33, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 11, 7, '2022-07-01 09:44:15', '2022-07-01 09:44:15', '2022-07-01 09:45:08', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/33', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/33.log', 0, 0, 9067, 'application_1656624555637_0024', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (34, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 11, 7, '2022-07-01 09:45:09', '2022-07-01 09:45:09', '2022-07-01 09:45:52', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/34', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/34.log', 0, 0, 9960, 'application_1656624555637_0025', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (35, 'dws_to_ads', 'SHELL', 6042516607648, 1, 11, 7, '2022-07-01 09:45:53', '2022-07-01 09:45:53', '2022-07-01 09:48:02', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/35', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/35.log', 0, 0, 11318, 'application_1656624555637_0026', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (36, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 11, 7, '2022-07-01 09:48:03', '2022-07-01 09:48:03', '2022-07-01 09:51:59', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/11/36', '/opt/module/dolphinscheduler/logs/6042535078432_1/11/36.log', 0, 0, 11673, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (37, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 13, 7, '2022-07-01 09:52:18', '2022-07-01 09:52:18', '2022-07-01 09:52:27', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/37', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/37.log', 0, 0, 14931, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (38, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 13, 7, '2022-07-01 09:52:28', '2022-07-01 09:52:28', '2022-07-01 09:53:19', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/38', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/38.log', 0, 0, 15104, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (39, 'ods_to_dim', 'SHELL', 6042489526816, 1, 13, 7, '2022-07-01 09:53:20', '2022-07-01 09:53:20', '2022-07-01 09:54:10', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/39', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/39.log', 0, 0, 16995, 'application_1656624555637_0027', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (40, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 13, 7, '2022-07-01 09:54:11', '2022-07-01 09:54:11', '2022-07-01 09:55:56', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/40', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/40.log', 0, 0, 17286, 'application_1656624555637_0028,application_1656624555637_0029,application_1656624555637_0030', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (41, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 13, 7, '2022-07-01 09:55:57', '2022-07-01 09:55:57', '2022-07-01 09:56:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/41', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/41.log', 0, 0, 18868, 'application_1656624555637_0031', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (42, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 13, 7, '2022-07-01 09:56:43', '2022-07-01 09:56:43', '2022-07-01 09:57:40', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/42', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/42.log', 0, 0, 19731, 'application_1656624555637_0032', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (43, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 13, 7, '2022-07-01 09:57:41', '2022-07-01 09:57:41', '2022-07-01 09:58:17', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/43', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/43.log', 0, 0, 20035, 'application_1656624555637_0033', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (44, 'dws_to_ads', 'SHELL', 6042516607648, 1, 13, 7, '2022-07-01 09:58:18', '2022-07-01 09:58:18', '2022-07-01 10:00:10', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/44', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/44.log', 0, 0, 20737, 'application_1656624555637_0034', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (45, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 13, 7, '2022-07-01 10:00:11', '2022-07-01 10:00:11', '2022-07-01 10:04:07', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/13/45', '/opt/module/dolphinscheduler/logs/6042535078432_1/13/45.log', 0, 0, 21717, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (46, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 14, 6, '2022-07-01 14:26:42', '2022-07-01 14:26:42', '2022-07-01 14:28:56', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/14/46', '/opt/module/dolphinscheduler/logs/6042535078432_1/14/46.log', 0, 0, 26050, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (47, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 15, 7, '2022-07-04 15:23:18', '2022-07-04 15:23:17', '2022-07-04 15:23:28', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/47', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/47.log', 0, 0, 13104, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (48, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 15, 7, '2022-07-04 15:23:29', '2022-07-04 15:23:29', '2022-07-04 15:24:24', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/48', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/48.log', 0, 0, 13286, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (49, 'ods_to_dim', 'SHELL', 6042489526816, 1, 15, 7, '2022-07-04 15:24:25', '2022-07-04 15:24:25', '2022-07-04 15:25:20', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/49', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/49.log', 0, 0, 15121, 'application_1656896871226_0001', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (50, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 15, 7, '2022-07-04 15:25:21', '2022-07-04 15:25:21', '2022-07-04 15:27:46', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/50', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/50.log', 0, 0, 15431, 'application_1656896871226_0002,application_1656896871226_0003,application_1656896871226_0004', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (51, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 15, 7, '2022-07-04 15:27:47', '2022-07-04 15:27:47', '2022-07-04 15:28:36', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/51', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/51.log', 0, 0, 18592, 'application_1656896871226_0005', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (52, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 15, 7, '2022-07-04 15:28:37', '2022-07-04 15:28:37', '2022-07-04 15:29:49', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/52', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/52.log', 0, 0, 19441, 'application_1656896871226_0006', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (53, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 15, 7, '2022-07-04 15:29:50', '2022-07-04 15:29:50', '2022-07-04 15:30:30', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/53', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/53.log', 0, 0, 20362, 'application_1656896871226_0007', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (54, 'dws_to_ads', 'SHELL', 6042516607648, 1, 15, 7, '2022-07-04 15:30:31', '2022-07-04 15:30:31', '2022-07-04 15:33:21', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/54', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/54.log', 0, 0, 21073, 'application_1656896871226_0008', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (55, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 15, 7, '2022-07-04 15:33:22', '2022-07-04 15:33:22', '2022-07-04 15:37:21', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/15/55', '/opt/module/dolphinscheduler/logs/6042535078432_1/15/55.log', 0, 0, 22179, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (56, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 16, 7, '2022-07-04 15:37:50', '2022-07-04 15:37:49', '2022-07-04 15:38:00', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/56', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/56.log', 0, 0, 25463, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (57, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 16, 7, '2022-07-04 15:38:01', '2022-07-04 15:38:01', '2022-07-04 15:38:56', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/57', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/57.log', 0, 0, 25628, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (58, 'ods_to_dim', 'SHELL', 6042489526816, 1, 16, 7, '2022-07-04 15:38:57', '2022-07-04 15:38:57', '2022-07-04 15:39:46', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/58', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/58.log', 0, 0, 27456, 'application_1656896871226_0009', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (59, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 16, 7, '2022-07-04 15:39:47', '2022-07-04 15:39:47', '2022-07-04 15:41:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/59', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/59.log', 0, 0, 28320, 'application_1656896871226_0010,application_1656896871226_0011,application_1656896871226_0012', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (60, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 16, 7, '2022-07-04 15:41:43', '2022-07-04 15:41:43', '2022-07-04 15:42:32', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/60', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/60.log', 0, 0, 30142, 'application_1656896871226_0013', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (61, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 16, 7, '2022-07-04 15:42:33', '2022-07-04 15:42:33', '2022-07-04 15:43:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/61', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/61.log', 0, 0, 31774, 'application_1656896871226_0014', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (62, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 16, 7, '2022-07-04 15:43:43', '2022-07-04 15:43:43', '2022-07-04 15:44:19', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/62', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/62.log', 0, 0, 32078, 'application_1656896871226_0015', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (63, 'dws_to_ads', 'SHELL', 6042516607648, 1, 16, 7, '2022-07-04 15:44:20', '2022-07-04 15:44:20', '2022-07-04 15:46:15', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/63', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/63.log', 0, 0, 916, 'application_1656896871226_0016', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (64, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 16, 7, '2022-07-04 15:46:16', '2022-07-04 15:46:16', '2022-07-04 15:50:14', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/16/64', '/opt/module/dolphinscheduler/logs/6042535078432_1/16/64.log', 0, 0, 2262, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (65, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 17, 7, '2022-07-04 15:51:07', '2022-07-04 15:51:06', '2022-07-04 15:51:17', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/65', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/65.log', 0, 0, 6004, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (66, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 17, 7, '2022-07-04 15:51:17', '2022-07-04 15:51:17', '2022-07-04 15:52:11', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/66', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/66.log', 0, 0, 6178, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (67, 'ods_to_dim', 'SHELL', 6042489526816, 1, 17, 7, '2022-07-04 15:52:12', '2022-07-04 15:52:12', '2022-07-04 15:52:59', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/67', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/67.log', 0, 0, 8018, 'application_1656896871226_0017', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (68, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 17, 7, '2022-07-04 15:53:00', '2022-07-04 15:53:00', '2022-07-04 15:54:54', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/68', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/68.log', 0, 0, 8884, 'application_1656896871226_0018,application_1656896871226_0019,application_1656896871226_0020', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (69, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 17, 7, '2022-07-04 15:54:55', '2022-07-04 15:54:55', '2022-07-04 15:55:43', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/69', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/69.log', 0, 0, 11406, 'application_1656896871226_0021', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (70, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 17, 7, '2022-07-04 15:55:44', '2022-07-04 15:55:44', '2022-07-04 15:56:59', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/70', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/70.log', 0, 0, 12275, 'application_1656896871226_0022', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (71, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 17, 7, '2022-07-04 15:57:00', '2022-07-04 15:57:00', '2022-07-04 15:57:36', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/71', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/71.log', 0, 0, 14312, 'application_1656896871226_0023', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (72, 'dws_to_ads', 'SHELL', 6042516607648, 1, 17, 7, '2022-07-04 15:57:36', '2022-07-04 15:57:36', '2022-07-04 15:58:47', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/72', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/72.log', 0, 0, 14993, 'application_1656896871226_0024', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (73, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 17, 7, '2022-07-04 15:58:47', '2022-07-04 15:58:47', '2022-07-04 16:02:45', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/17/73', '/opt/module/dolphinscheduler/logs/6042535078432_1/17/73.log', 0, 0, 16031, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (74, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 18, 7, '2022-07-04 16:09:25', '2022-07-04 16:09:25', '2022-07-04 16:09:35', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/74', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/74.log', 0, 0, 19311, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (75, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 18, 7, '2022-07-04 16:09:36', '2022-07-04 16:09:36', '2022-07-04 16:10:31', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/75', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/75.log', 0, 0, 19470, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (76, 'ods_to_dim', 'SHELL', 6042489526816, 1, 18, 7, '2022-07-04 16:10:31', '2022-07-04 16:10:31', '2022-07-04 16:11:22', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/76', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/76.log', 0, 0, 21315, 'application_1656896871226_0025', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (77, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 18, 7, '2022-07-04 16:11:22', '2022-07-04 16:11:22', '2022-07-04 16:13:32', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/77', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/77.log', 0, 0, 21599, 'application_1656896871226_0026,application_1656896871226_0027,application_1656896871226_0028', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (78, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 18, 7, '2022-07-04 16:13:33', '2022-07-04 16:13:33', '2022-07-04 16:14:22', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/78', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/78.log', 0, 0, 23570, 'application_1656896871226_0029', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (79, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 18, 7, '2022-07-04 16:14:23', '2022-07-04 16:14:23', '2022-07-04 16:15:44', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/79', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/79.log', 0, 0, 24378, 'application_1656896871226_0030', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (80, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 18, 7, '2022-07-04 16:15:46', '2022-07-04 16:15:45', '2022-07-04 16:16:25', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/80', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/80.log', 0, 0, 25308, 'application_1656896871226_0031', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (81, 'dws_to_ads', 'SHELL', 6042516607648, 1, 18, 7, '2022-07-04 16:16:27', '2022-07-04 16:16:26', '2022-07-04 16:18:55', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/81', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/81.log', 0, 0, 26591, 'application_1656896871226_0032', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (82, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 18, 7, '2022-07-04 16:18:57', '2022-07-04 16:18:56', '2022-07-04 16:22:55', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/18/82', '/opt/module/dolphinscheduler/logs/6042535078432_1/18/82.log', 0, 0, 28229, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (83, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 19, 7, '2022-07-04 16:24:31', '2022-07-04 16:24:31', '2022-07-04 16:24:41', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/83', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/83.log', 0, 0, 31537, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (84, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 19, 7, '2022-07-04 16:24:43', '2022-07-04 16:24:42', '2022-07-04 16:25:36', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/84', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/84.log', 0, 0, 31692, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (85, 'ods_to_dim', 'SHELL', 6042489526816, 1, 19, 7, '2022-07-04 16:25:38', '2022-07-04 16:25:37', '2022-07-04 16:26:29', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/85', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/85.log', 0, 0, 1086, 'application_1656896871226_0033', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (86, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 19, 7, '2022-07-04 16:26:31', '2022-07-04 16:26:30', '2022-07-04 16:28:27', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/86', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/86.log', 0, 0, 1442, 'application_1656896871226_0034,application_1656896871226_0035,application_1656896871226_0036', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (87, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 19, 7, '2022-07-04 16:28:29', '2022-07-04 16:28:28', '2022-07-04 16:29:16', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/87', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/87.log', 0, 0, 3965, 'application_1656896871226_0037', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (88, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 19, 7, '2022-07-04 16:29:17', '2022-07-04 16:29:16', '2022-07-04 16:30:27', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/88', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/88.log', 0, 0, 4914, 'application_1656896871226_0038', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (89, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 19, 7, '2022-07-04 16:30:29', '2022-07-04 16:30:28', '2022-07-04 16:31:10', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/89', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/89.log', 0, 0, 5815, 'application_1656896871226_0039', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (90, 'dws_to_ads', 'SHELL', 6042516607648, 1, 19, 7, '2022-07-04 16:31:11', '2022-07-04 16:31:10', '2022-07-04 16:33:39', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/90', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/90.log', 0, 0, 6599, 'application_1656896871226_0040', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (91, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 19, 7, '2022-07-04 16:33:41', '2022-07-04 16:33:40', '2022-07-04 16:37:39', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/19/91', '/opt/module/dolphinscheduler/logs/6042535078432_1/19/91.log', 0, 0, 7690, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (92, 'ods_to_dim_init', 'SHELL', 6041142319392, 6, 20, 7, '2022-07-05 13:54:34', '2022-07-05 13:54:33', '2022-07-05 13:55:26', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/20/92', '/opt/module/dolphinscheduler/logs/6041204900896_7/20/92.log', 0, 0, 29632, 'application_1656982498535_0001', '{\"resourceList\":[{\"id\":17}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (93, 'ods_to_dwd_init', 'SHELL', 6041155036192, 6, 20, 7, '2022-07-05 13:55:28', '2022-07-05 13:55:27', '2022-07-05 13:57:20', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/20/93', '/opt/module/dolphinscheduler/logs/6041204900896_7/20/93.log', 0, 0, 32480, 'application_1656982498535_0002,application_1656982498535_0003,application_1656982498535_0004', '{\"resourceList\":[{\"id\":19}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (94, 'dwd_to_dws_1d_init', 'SHELL', 6041161339936, 6, 20, 7, '2022-07-05 13:57:22', '2022-07-05 13:57:21', '2022-07-05 13:58:08', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/20/94', '/opt/module/dolphinscheduler/logs/6041204900896_7/20/94.log', 0, 0, 2865, 'application_1656982498535_0005', '{\"resourceList\":[{\"id\":21}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (95, 'dws_1d_to_dws_nd', 'SHELL', 6041172144800, 6, 20, 7, '2022-07-05 13:58:10', '2022-07-05 13:58:09', '2022-07-05 13:59:00', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/20/95', '/opt/module/dolphinscheduler/logs/6041204900896_7/20/95.log', 0, 0, 3924, 'application_1656982498535_0006', '{\"resourceList\":[{\"id\":23}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (96, 'dws_1d_to_dws_td_init', 'SHELL', 6041184960800, 6, 20, 7, '2022-07-05 13:59:01', '2022-07-05 13:59:00', '2022-07-05 13:59:37', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/20/96', '/opt/module/dolphinscheduler/logs/6041204900896_7/20/96.log', 0, 0, 4828, 'application_1656982498535_0007', '{\"resourceList\":[{\"id\":25}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td_init.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (97, 'dws_to_ads', 'SHELL', 6041191543200, 6, 20, 7, '2022-07-05 13:59:39', '2022-07-05 13:59:38', '2022-07-05 14:00:45', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/20/97', '/opt/module/dolphinscheduler/logs/6041204900896_7/20/97.log', 0, 0, 6182, 'application_1656982498535_0008', '{\"resourceList\":[{\"id\":26}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (98, 'hdfs_to_mysql', 'SHELL', 6041196281504, 6, 20, 7, '2022-07-05 14:00:46', '2022-07-05 14:00:45', '2022-07-05 14:04:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6041204900896_7/20/98', '/opt/module/dolphinscheduler/logs/6041204900896_7/20/98.log', 0, 0, 7136, '', '{\"resourceList\":[{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (99, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 21, 7, '2022-07-05 14:06:50', '2022-07-05 14:06:49', '2022-07-05 14:06:59', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/99', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/99.log', 0, 0, 10732, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (100, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 21, 7, '2022-07-05 14:07:01', '2022-07-05 14:07:00', '2022-07-05 14:07:55', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/100', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/100.log', 0, 0, 10908, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (101, 'ods_to_dim', 'SHELL', 6042489526816, 1, 21, 7, '2022-07-05 14:07:56', '2022-07-05 14:07:55', '2022-07-05 14:08:48', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/101', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/101.log', 0, 0, 12727, 'application_1656982498535_0009', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (102, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 21, 7, '2022-07-05 14:08:49', '2022-07-05 14:08:48', '2022-07-05 14:10:48', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/102', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/102.log', 0, 0, 13014, 'application_1656982498535_0010,application_1656982498535_0011,application_1656982498535_0012', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (103, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 21, 7, '2022-07-05 14:10:50', '2022-07-05 14:10:49', '2022-07-05 14:11:40', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/103', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/103.log', 0, 0, 15853, 'application_1656982498535_0013', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (104, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 21, 7, '2022-07-05 14:11:42', '2022-07-05 14:11:41', '2022-07-05 14:12:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/104', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/104.log', 0, 0, 16707, 'application_1656982498535_0014', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (105, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 21, 7, '2022-07-05 14:12:43', '2022-07-05 14:12:42', '2022-07-05 14:13:24', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/105', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/105.log', 0, 0, 18385, 'application_1656982498535_0015', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (106, 'dws_to_ads', 'SHELL', 6042516607648, 1, 21, 7, '2022-07-05 14:13:25', '2022-07-05 14:13:24', '2022-07-05 14:15:04', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/106', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/106.log', 0, 0, 18659, 'application_1656982498535_0016', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (107, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 21, 7, '2022-07-05 14:15:06', '2022-07-05 14:15:05', '2022-07-05 14:19:04', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/21/107', '/opt/module/dolphinscheduler/logs/6042535078432_1/21/107.log', 0, 0, 18991, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (108, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 22, 7, '2022-07-05 14:21:49', '2022-07-05 14:21:48', '2022-07-05 14:21:58', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/108', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/108.log', 0, 0, 22282, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (109, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 22, 7, '2022-07-05 14:22:00', '2022-07-05 14:21:59', '2022-07-05 14:22:54', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/109', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/109.log', 0, 0, 22452, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (110, 'ods_to_dim', 'SHELL', 6042489526816, 1, 22, 7, '2022-07-05 14:22:55', '2022-07-05 14:22:54', '2022-07-05 14:23:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/110', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/110.log', 0, 0, 24316, 'application_1656982498535_0017', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (111, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 22, 7, '2022-07-05 14:23:43', '2022-07-05 14:23:42', '2022-07-05 14:25:36', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/111', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/111.log', 0, 0, 25960, 'application_1656982498535_0018,application_1656982498535_0019,application_1656982498535_0020', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (112, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 22, 7, '2022-07-05 14:25:37', '2022-07-05 14:25:36', '2022-07-05 14:26:22', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/112', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/112.log', 0, 0, 28623, 'application_1656982498535_0021', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (113, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 22, 7, '2022-07-05 14:26:23', '2022-07-05 14:26:22', '2022-07-05 14:27:32', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/113', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/113.log', 0, 0, 29465, 'application_1656982498535_0022', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (114, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 22, 7, '2022-07-05 14:27:33', '2022-07-05 14:27:32', '2022-07-05 14:28:18', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/114', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/114.log', 0, 0, 30377, 'application_1656982498535_0023', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (115, 'dws_to_ads', 'SHELL', 6042516607648, 1, 22, 7, '2022-07-05 14:28:20', '2022-07-05 14:28:19', '2022-07-05 14:31:01', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/115', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/115.log', 0, 0, 31705, 'application_1656982498535_0024', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (116, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 22, 7, '2022-07-05 14:31:03', '2022-07-05 14:31:02', '2022-07-05 14:35:04', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/22/116', '/opt/module/dolphinscheduler/logs/6042535078432_1/22/116.log', 0, 0, 346, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (117, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 23, 7, '2022-07-05 14:40:41', '2022-07-05 14:40:41', '2022-07-05 14:40:51', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/117', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/117.log', 0, 0, 4470, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (118, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 23, 7, '2022-07-05 14:40:52', '2022-07-05 14:40:51', '2022-07-05 14:41:46', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/118', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/118.log', 0, 0, 4651, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (119, 'ods_to_dim', 'SHELL', 6042489526816, 1, 23, 7, '2022-07-05 14:41:47', '2022-07-05 14:41:46', '2022-07-05 14:42:41', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/119', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/119.log', 0, 0, 6502, 'application_1656982498535_0025', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (120, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 23, 7, '2022-07-05 14:42:42', '2022-07-05 14:42:41', '2022-07-05 14:44:34', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/120', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/120.log', 0, 0, 7376, 'application_1656982498535_0026,application_1656982498535_0027,application_1656982498535_0028', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (121, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 23, 7, '2022-07-05 14:44:35', '2022-07-05 14:44:34', '2022-07-05 14:45:23', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/121', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/121.log', 0, 0, 9978, 'application_1656982498535_0029', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (122, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 23, 7, '2022-07-05 14:45:24', '2022-07-05 14:45:23', '2022-07-05 14:46:32', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/122', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/122.log', 0, 0, 10808, 'application_1656982498535_0030', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (123, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 23, 7, '2022-07-05 14:46:33', '2022-07-05 14:46:32', '2022-07-05 14:47:10', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/123', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/123.log', 0, 0, 12523, 'application_1656982498535_0031', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (124, 'dws_to_ads', 'SHELL', 6042516607648, 1, 23, 7, '2022-07-05 14:47:11', '2022-07-05 14:47:10', '2022-07-05 14:49:10', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/124', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/124.log', 0, 0, 13256, 'application_1656982498535_0032', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (125, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 23, 7, '2022-07-05 14:49:11', '2022-07-05 14:49:10', '2022-07-05 14:53:08', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/23/125', '/opt/module/dolphinscheduler/logs/6042535078432_1/23/125.log', 0, 0, 14307, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (126, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 24, 7, '2022-07-05 14:53:36', '2022-07-05 14:53:36', '2022-07-05 14:53:45', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/126', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/126.log', 0, 0, 17579, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (127, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 24, 7, '2022-07-05 14:53:47', '2022-07-05 14:53:46', '2022-07-05 14:54:41', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/127', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/127.log', 0, 0, 17748, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (128, 'ods_to_dim', 'SHELL', 6042489526816, 1, 24, 7, '2022-07-05 14:54:42', '2022-07-05 14:54:41', '2022-07-05 14:55:37', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/128', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/128.log', 0, 0, 19592, 'application_1656982498535_0033', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (129, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 24, 7, '2022-07-05 14:55:39', '2022-07-05 14:55:38', '2022-07-05 14:57:30', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/129', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/129.log', 0, 0, 19891, 'application_1656982498535_0034,application_1656982498535_0035,application_1656982498535_0036', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (130, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 24, 7, '2022-07-05 14:57:31', '2022-07-05 14:57:30', '2022-07-05 14:58:19', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/130', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/130.log', 0, 0, 22466, 'application_1656982498535_0037', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (131, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 24, 7, '2022-07-05 14:58:20', '2022-07-05 14:58:20', '2022-07-05 14:59:27', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/131', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/131.log', 0, 0, 23286, 'application_1656982498535_0038', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (132, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 24, 7, '2022-07-05 14:59:28', '2022-07-05 14:59:28', '2022-07-05 15:00:04', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/132', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/132.log', 0, 0, 25013, 'application_1656982498535_0039', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (133, 'dws_to_ads', 'SHELL', 6042516607648, 1, 24, 7, '2022-07-05 15:00:06', '2022-07-05 15:00:06', '2022-07-05 15:02:02', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/133', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/133.log', 0, 0, 25753, 'application_1656982498535_0040', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (134, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 24, 7, '2022-07-05 15:02:03', '2022-07-05 15:02:03', '2022-07-05 15:06:01', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/24/134', '/opt/module/dolphinscheduler/logs/6042535078432_1/24/134.log', 0, 0, 26894, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (135, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 25, 7, '2022-07-05 15:08:05', '2022-07-05 15:08:05', '2022-07-05 15:08:15', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/135', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/135.log', 0, 0, 30456, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (136, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 25, 7, '2022-07-05 15:08:16', '2022-07-05 15:08:16', '2022-07-05 15:09:10', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/136', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/136.log', 0, 0, 30615, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (137, 'ods_to_dim', 'SHELL', 6042489526816, 1, 25, 7, '2022-07-05 15:09:12', '2022-07-05 15:09:12', '2022-07-05 15:10:08', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/137', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/137.log', 0, 0, 32434, 'application_1656982498535_0041', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (138, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 25, 7, '2022-07-05 15:10:09', '2022-07-05 15:10:09', '2022-07-05 15:12:16', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/138', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/138.log', 0, 0, 1843, 'application_1656982498535_0042,application_1656982498535_0043,application_1656982498535_0044', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (139, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 25, 7, '2022-07-05 15:12:17', '2022-07-05 15:12:17', '2022-07-05 15:13:03', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/139', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/139.log', 0, 0, 3513, 'application_1656982498535_0045', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (140, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 25, 7, '2022-07-05 15:13:04', '2022-07-05 15:13:04', '2022-07-05 15:14:13', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/140', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/140.log', 0, 0, 4475, 'application_1656982498535_0046', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (141, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 25, 7, '2022-07-05 15:14:14', '2022-07-05 15:14:14', '2022-07-05 15:14:53', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/141', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/141.log', 0, 0, 6203, 'application_1656982498535_0047', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (142, 'dws_to_ads', 'SHELL', 6042516607648, 1, 25, 7, '2022-07-05 15:14:54', '2022-07-05 15:14:54', '2022-07-05 15:16:14', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/142', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/142.log', 0, 0, 7477, 'application_1656982498535_0048', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (143, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 25, 7, '2022-07-05 15:16:15', '2022-07-05 15:16:15', '2022-07-05 15:20:14', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/25/143', '/opt/module/dolphinscheduler/logs/6042535078432_1/25/143.log', 0, 0, 9720, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (144, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 26, 7, '2022-07-05 15:21:35', '2022-07-05 15:21:34', '2022-07-05 15:21:44', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/144', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/144.log', 0, 0, 13042, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (145, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 26, 7, '2022-07-05 15:21:45', '2022-07-05 15:21:45', '2022-07-05 15:22:39', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/145', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/145.log', 0, 0, 13217, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (146, 'ods_to_dim', 'SHELL', 6042489526816, 1, 26, 7, '2022-07-05 15:22:40', '2022-07-05 15:22:40', '2022-07-05 15:23:29', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/146', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/146.log', 0, 0, 15051, 'application_1656982498535_0049', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (147, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 26, 7, '2022-07-05 15:23:30', '2022-07-05 15:23:30', '2022-07-05 15:25:25', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/147', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/147.log', 0, 0, 15945, 'application_1656982498535_0050,application_1656982498535_0051,application_1656982498535_0052', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (148, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 26, 7, '2022-07-05 15:25:26', '2022-07-05 15:25:26', '2022-07-05 15:26:14', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/148', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/148.log', 0, 0, 19300, 'application_1656982498535_0053', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (149, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 26, 7, '2022-07-05 15:26:15', '2022-07-05 15:26:15', '2022-07-05 15:27:24', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/149', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/149.log', 0, 0, 20129, 'application_1656982498535_0054', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (150, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 26, 7, '2022-07-05 15:27:25', '2022-07-05 15:27:25', '2022-07-05 15:28:05', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/150', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/150.log', 0, 0, 21813, 'application_1656982498535_0055', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (151, 'dws_to_ads', 'SHELL', 6042516607648, 1, 26, 7, '2022-07-05 15:28:06', '2022-07-05 15:28:06', '2022-07-05 15:29:25', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/151', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/151.log', 0, 0, 22071, 'application_1656982498535_0056', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (152, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 26, 7, '2022-07-05 15:29:26', '2022-07-05 15:29:26', '2022-07-05 15:33:24', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/26/152', '/opt/module/dolphinscheduler/logs/6042535078432_1/26/152.log', 0, 0, 24386, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (153, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 27, 7, '2022-07-05 15:44:43', '2022-07-05 15:44:43', '2022-07-05 15:44:53', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/153', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/153.log', 0, 0, 27953, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (154, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 27, 7, '2022-07-05 15:44:54', '2022-07-05 15:44:54', '2022-07-05 15:45:49', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/154', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/154.log', 0, 0, 28109, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (155, 'ods_to_dim', 'SHELL', 6042489526816, 1, 27, 7, '2022-07-05 15:45:50', '2022-07-05 15:45:50', '2022-07-05 15:46:35', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/155', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/155.log', 0, 0, 29976, 'application_1656982498535_0057', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dim.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (156, 'ods_to_dwd', 'SHELL', 6042495832096, 1, 27, 7, '2022-07-05 15:46:36', '2022-07-05 15:46:36', '2022-07-05 15:48:33', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/156', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/156.log', 0, 0, 30855, 'application_1656982498535_0058,application_1656982498535_0059,application_1656982498535_0060', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/ods_to_dwd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (157, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 1, 27, 7, '2022-07-05 15:48:34', '2022-07-05 15:48:34', '2022-07-05 15:49:21', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/157', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/157.log', 0, 0, 32663, 'application_1656982498535_0061', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dwd_to_dws_1d.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (158, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 1, 27, 7, '2022-07-05 15:49:22', '2022-07-05 15:49:22', '2022-07-05 15:50:44', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/158', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/158.log', 0, 0, 1088, 'application_1656982498535_0062', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_nd.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (159, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 1, 27, 7, '2022-07-05 15:50:45', '2022-07-05 15:50:45', '2022-07-05 15:51:23', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/159', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/159.log', 0, 0, 2364, 'application_1656982498535_0063', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_1d_to_dws_td.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (160, 'dws_to_ads', 'SHELL', 6042516607648, 1, 27, 7, '2022-07-05 15:51:24', '2022-07-05 15:51:24', '2022-07-05 15:53:30', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/160', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/160.log', 0, 0, 3406, 'application_1656982498535_0064', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/dws_to_ads.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (161, 'hdfs_to_mysql', 'SHELL', 6042521232544, 1, 27, 7, '2022-07-05 15:53:31', '2022-07-05 15:53:31', '2022-07-05 15:57:31', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_1/27/161', '/opt/module/dolphinscheduler/logs/6042535078432_1/27/161.log', 0, 0, 4704, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_mysql.sh all \",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (164, 'hdfs_to_ods_log', 'SHELL', 6042474389280, 1, 30, 7, '2022-07-11 10:04:30', '2022-07-11 10:04:30', '2022-07-11 10:04:40', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/164', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/164.log', 0, 0, 31926, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_log.sh ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (165, 'hdfs_to_ods_db', 'SHELL', 6042484386976, 1, 30, 7, '2022-07-11 10:04:43', '2022-07-11 10:04:42', '2022-07-11 10:05:39', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/165', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/165.log', 0, 0, 32102, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"bash script/hdfs_to_ods_db.sh all ${dt}\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (166, 'ods_to_dim', 'SHELL', 6042489526816, 2, 30, 7, '2022-07-11 10:05:40', '2022-07-11 10:05:39', '2022-07-11 10:06:35', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/166', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/166.log', 0, 0, 1799, 'application_1657420564393_0002', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndim_user_zip=\\\"\\nset hive.exec.dynamic.partition.mode=nonstrict;\\nwith\\ntmp as\\n(\\n    select\\n        old.id old_id,\\n        old.login_name old_login_name,\\n        old.nick_name old_nick_name,\\n        old.name old_name,\\n        old.phone_num old_phone_num,\\n        old.email old_email,\\n        old.user_level old_user_level,\\n        old.birthday old_birthday,\\n        old.gender old_gender,\\n        old.create_time old_create_time,\\n        old.operate_time old_operate_time,\\n        old.start_date old_start_date,\\n        old.end_date old_end_date,\\n        new.id new_id,\\n        new.login_name new_login_name,\\n        new.nick_name new_nick_name,\\n        new.name new_name,\\n        new.phone_num new_phone_num,\\n        new.email new_email,\\n        new.user_level new_user_level,\\n        new.birthday new_birthday,\\n        new.gender new_gender,\\n        new.create_time new_create_time,\\n        new.operate_time new_operate_time,\\n        new.start_date new_start_date,\\n        new.end_date new_end_date\\n    from\\n    (\\n        select\\n            id,\\n            login_name,\\n            nick_name,\\n            name,\\n            phone_num,\\n            email,\\n            user_level,\\n            birthday,\\n            gender,\\n            create_time,\\n            operate_time,\\n            start_date,\\n            end_date\\n        from ${APP}.dim_user_zip\\n        where dt=\'9999-12-31\'\\n    )old\\n    full outer join\\n    (\\n        select\\n            id,\\n            login_name,\\n            nick_name,\\n            md5(name) name,\\n            md5(phone_num) phone_num,\\n            md5(email) email,\\n            user_level,\\n            birthday,\\n            gender,\\n            create_time,\\n            operate_time,\\n            \'$do_date\' start_date,\\n            \'9999-12-31\' end_date\\n        from\\n        (\\n            select\\n                data.id,\\n                data.login_name,\\n                data.nick_name,\\n                data.name,\\n                data.phone_num,\\n                data.email,\\n                data.user_level,\\n                data.birthday,\\n                data.gender,\\n                data.create_time,\\n                data.operate_time,\\n                row_number() over (partition by data.id order by ts desc) rn\\n            from ${APP}.ods_user_info_inc\\n            where dt=\'$do_date\'\\n        )t1\\n        where rn=1\\n    )new\\n    on old.id=new.id\\n)\\ninsert overwrite table ${APP}.dim_user_zip partition(dt)\\nselect\\n    if(new_id is not null,new_id,old_id),\\n    if(new_id is not null,new_login_name,old_login_name),\\n    if(new_id is not null,new_nick_name,old_nick_name),\\n    if(new_id is not null,new_name,old_name),\\n    if(new_id is not null,new_phone_num,old_phone_num),\\n    if(new_id is not null,new_email,old_email),\\n    if(new_id is not null,new_user_level,old_user_level),\\n    if(new_id is not null,new_birthday,old_birthday),\\n    if(new_id is not null,new_gender,old_gender),\\n    if(new_id is not null,new_create_time,old_create_time),\\n    if(new_id is not null,new_operate_time,old_operate_time),\\n    if(new_id is not null,new_start_date,old_start_date),\\n    if(new_id is not null,new_end_date,old_end_date),\\n    if(new_id is not null,new_end_date,old_end_date) dt\\nfrom tmp\\nunion all\\nselect\\n    old_id,\\n    old_login_name,\\n    old_nick_name,\\n    old_name,\\n    old_phone_num,\\n    old_email,\\n    old_user_level,\\n    old_birthday,\\n    old_gender,\\n    old_create_time,\\n    old_operate_time,\\n    old_start_date,\\n    cast(date_add(\'$do_date\',-1) as string) old_end_date,\\n    cast(date_add(\'$do_date\',-1) as string) dt\\nfrom tmp\\nwhere old_id is not null\\nand new_id is not null;\\n\\\"\\n\\ndim_sku_full=\\\"\\nwith\\nsku as\\n(\\n    select\\n        id,\\n        price,\\n        sku_name,\\n        sku_desc,\\n        weight,\\n        is_sale,\\n        spu_id,\\n        category3_id,\\n        tm_id,\\n        create_time\\n    from ${APP}.ods_sku_info_full\\n    where dt=\'$do_date\'\\n),\\nspu as\\n(\\n    select\\n        id,\\n        spu_name\\n    from ${APP}.ods_spu_info_full\\n    where dt=\'$do_date\'\\n),\\nc3 as\\n(\\n    select\\n        id,\\n        name,\\n        category2_id\\n    from ${APP}.ods_base_category3_full\\n    where dt=\'$do_date\'\\n),\\nc2 as\\n(\\n    select\\n        id,\\n        name,\\n        category1_id\\n    from ${APP}.ods_base_category2_full\\n    where dt=\'$do_date\'\\n),\\nc1 as\\n(\\n    select\\n        id,\\n        name\\n    from ${APP}.ods_base_category1_full\\n    where dt=\'$do_date\'\\n),\\ntm as\\n(\\n    select\\n        id,\\n        tm_name\\n    from ${APP}.ods_base_trademark_full\\n    where dt=\'$do_date\'\\n),\\nattr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'attr_id\',attr_id,\'value_id\',value_id,\'attr_name\',attr_name,\'value_name\',value_name)) attrs\\n    from ${APP}.ods_sku_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n),\\nsale_attr as\\n(\\n    select\\n        sku_id,\\n        collect_set(named_struct(\'sale_attr_id\',sale_attr_id,\'sale_attr_value_id\',sale_attr_value_id,\'sale_attr_name\',sale_attr_name,\'sale_attr_value_name\',sale_attr_value_name)) sale_attrs\\n    from ${APP}.ods_sku_sale_attr_value_full\\n    where dt=\'$do_date\'\\n    group by sku_id\\n)\\ninsert overwrite table ${APP}.dim_sku_full partition(dt=\'$do_date\')\\nselect\\n    sku.id,\\n    sku.price,\\n    sku.sku_name,\\n    sku.sku_desc,\\n    sku.weight,\\n    sku.is_sale,\\n    sku.spu_id,\\n    spu.spu_name,\\n    sku.category3_id,\\n    c3.name,\\n    c3.category2_id,\\n    c2.name,\\n    c2.category1_id,\\n    c1.name,\\n    sku.tm_id,\\n    tm.tm_name,\\n    attr.attrs,\\n    sale_attr.sale_attrs,\\n    sku.create_time\\nfrom sku\\nleft join spu on sku.spu_id=spu.id\\nleft join c3 on sku.category3_id=c3.id\\nleft join c2 on c3.category2_id=c2.id\\nleft join c1 on c2.category1_id=c1.id\\nleft join tm on sku.tm_id=tm.id\\nleft join attr on sku.id=attr.sku_id\\nleft join sale_attr on sku.id=sale_attr.sku_id;\\n\\\"\\n\\ndim_province_full=\\\"\\ninsert overwrite table ${APP}.dim_province_full partition(dt=\'$do_date\')\\nselect\\n    province.id,\\n    province.name,\\n    province.area_code,\\n    province.iso_code,\\n    province.iso_3166_2,\\n    region_id,\\n    region_name\\nfrom\\n(\\n    select\\n        id,\\n        name,\\n        region_id,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)province\\nleft join\\n(\\n    select\\n        id,\\n        region_name\\n    from ${APP}.ods_base_region_full\\n    where dt=\'$do_date\'\\n)region\\non province.region_id=region.id;\\n\\\"\\n\\ndim_coupon_full=\\\"\\ninsert overwrite table ${APP}.dim_coupon_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type,\\n    coupon_dic.dic_name,\\n    condition_amount,\\n    condition_num,\\n    activity_id,\\n    benefit_amount,\\n    benefit_discount,\\n    case coupon_type\\n        when \'3201\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3202\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3203\' then concat(\'减\',benefit_amount,\'元\')\\n    end benefit_rule,\\n    create_time,\\n    range_type,\\n    range_dic.dic_name,\\n    limit_num,\\n    taken_count,\\n    start_time,\\n    end_time,\\n    operate_time,\\n    expire_time\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type,\\n        condition_amount,\\n        condition_num,\\n        activity_id,\\n        benefit_amount,\\n        benefit_discount,\\n        create_time,\\n        range_type,\\n        limit_num,\\n        taken_count,\\n        start_time,\\n        end_time,\\n        operate_time,\\n        expire_time\\n    from ${APP}.ods_coupon_info_full\\n    where dt=\'$do_date\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'32\'\\n)coupon_dic\\non ci.coupon_type=coupon_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'33\'\\n)range_dic\\non ci.range_type=range_dic.dic_code;\\n\\\"\\n\\ndim_activity_full=\\\"\\ninsert overwrite table ${APP}.dim_activity_full partition(dt=\'$do_date\')\\nselect\\n    rule.id,\\n    info.id,\\n    activity_name,\\n    rule.activity_type,\\n    dic.dic_name,\\n    activity_desc,\\n    start_time,\\n    end_time,\\n    create_time,\\n    condition_amount,\\n    condition_num,\\n    benefit_amount,\\n    benefit_discount,\\n    case rule.activity_type\\n        when \'3101\' then concat(\'满\',condition_amount,\'元减\',benefit_amount,\'元\')\\n        when \'3102\' then concat(\'满\',condition_num,\'件打\',10*(1-benefit_discount),\'折\')\\n        when \'3103\' then concat(\'打\',10*(1-benefit_discount),\'折\')\\n    end benefit_rule,\\n    benefit_level\\nfrom\\n(\\n    select\\n        id,\\n        activity_id,\\n        activity_type,\\n        condition_amount,\\n        condition_num,\\n        benefit_amount,\\n        benefit_discount,\\n        benefit_level\\n    from ${APP}.ods_activity_rule_full\\n    where dt=\'$do_date\'\\n)rule\\nleft join\\n(\\n    select\\n        id,\\n        activity_name,\\n        activity_type,\\n        activity_desc,\\n        start_time,\\n        end_time,\\n        create_time\\n    from ${APP}.ods_activity_info_full\\n    where dt=\'$do_date\'\\n)info\\non rule.activity_id=info.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'31\'\\n)dic\\non rule.activity_type=dic.dic_code;\\n\\\"\\n\\ncase ${1} in\\n\\\"dim_user_zip\\\")\\n    hive -e \\\"$dim_user_zip\\\"\\n;;\\n\\\"dim_sku_full\\\")\\n    hive -e \\\"$dim_sku_full\\\"\\n;;\\n\\\"dim_province_full\\\")\\n    hive -e \\\"$dim_province_full\\\"\\n;;\\n\\\"dim_coupon_full\\\")\\n    hive -e \\\"$dim_coupon_full\\\"\\n;;\\n\\\"dim_activity_full\\\")\\n    hive -e \\\"$dim_activity_full\\\"\\n;;\\n\\\"all\\\")\\n    hive -e \\\"$dim_user_zip$dim_sku_full$dim_province_full$dim_coupon_full$dim_activity_full\\\"\\n;;\\nesac\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (167, 'ods_to_dwd', 'SHELL', 6042495832096, 2, 30, 7, '2022-07-11 10:06:37', '2022-07-11 10:06:36', '2022-07-11 10:08:56', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/167', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/167.log', 0, 0, 2175, 'application_1657420564393_0003,application_1657420564393_0004,application_1657420564393_0005', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndwd_interaction_comment_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_comment_inc partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    order_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    appraise,\\n    dic_name\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        data.order_id,\\n        data.create_time,\\n        data.appraise\\n    from ${APP}.ods_comment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ci\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'12\'\\n)dic\\non ci.appraise=dic.dic_code;\\n\\\"\\ndwd_interaction_favor_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_interaction_favor_add_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.user_id,\\n    data.sku_id,\\n    date_format(data.create_time,\'yyyy-MM-dd\') date_id,\\n    data.create_time\\nfrom ${APP}.ods_favor_info_inc\\nwhere dt=\'$do_date\'\\nand type = \'insert\';\\n\\\"\\n\\ndwd_tool_coupon_get_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_get_inc partition (dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    date_format(data.get_time,\'yyyy-MM-dd\') date_id,\\n    data.get_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'insert\';\\n\\\"\\ndwd_tool_coupon_order_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_order_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.using_time,\'yyyy-MM-dd\') date_id,\\n    data.using_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'update\'\\nand array_contains(map_keys(old),\'using_time\');\\n\\\"\\ndwd_tool_coupon_pay_inc=\\\"\\ninsert overwrite table ${APP}.dwd_tool_coupon_pay_inc partition(dt=\'$do_date\')\\nselect\\n    data.id,\\n    data.coupon_id,\\n    data.user_id,\\n    data.order_id,\\n    date_format(data.used_time,\'yyyy-MM-dd\') date_id,\\n    data.used_time\\nfrom ${APP}.ods_coupon_use_inc\\nwhere dt=\'$do_date\'\\nand type=\'update\'\\nand array_contains(map_keys(old),\'used_time\');\\n\\\"\\ndwd_trade_cancel_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cancel_detail_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_format(canel_time,\'yyyy-MM-dd\') date_id,\\n    canel_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) od\\njoin\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id,\\n        data.operate_time canel_time\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'update\'\\n    and data.order_status=\'1003\'\\n    and array_contains(map_keys(old),\'order_status\')\\n) oi\\non order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where (dt=\'$do_date\' or dt=date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type= \'bootstrap-insert\')\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\n\\ndwd_trade_cart_add_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_add_inc partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    date_id,\\n    create_time,\\n    source_id,\\n    source_type_code,\\n    source_type_name,\\n    sku_num\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.sku_id,\\n        date_format(from_utc_timestamp(ts*1000,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n        date_format(from_utc_timestamp(ts*1000,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') create_time,\\n        data.source_id,\\n        data.source_type source_type_code,\\n        if(type=\'insert\',data.sku_num,data.sku_num-old[\'sku_num\']) sku_num\\n    from ${APP}.ods_cart_info_inc\\n    where dt=\'$do_date\'\\n    and (type=\'insert\'\\n    or(type=\'update\' and old[\'sku_num\'] is not null and data.sku_num>cast(old[\'sku_num\'] as int)))\\n)cart\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name source_type_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non cart.source_type_code=dic.dic_code;\\n\\\"\\ndwd_trade_cart_full=\\\"\\ninsert overwrite table ${APP}.dwd_trade_cart_full partition(dt=\'$do_date\')\\nselect\\n    id,\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    sku_num\\nfrom ${APP}.ods_cart_info_full\\nwhere dt=\'$do_date\'\\nand is_ordered=\'0\';\\n\\\"\\ndwd_trade_order_detail_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_detail_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    date_id,\\n    create_time,\\n    source_id,\\n    source_type,\\n    dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        date_format(data.create_time, \'yyyy-MM-dd\') date_id,\\n        data.create_time,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) od\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where dt = \'$do_date\'\\n    and type = \'insert\'\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)dic\\non od.source_type=dic.dic_code;\\n\\\"\\ndwd_trade_order_refund_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_order_refund_inc partition(dt=\'$do_date\')\\nselect\\n    ri.id,\\n    user_id,\\n    order_id,\\n    sku_id,\\n    province_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    refund_type,\\n    type_dic.dic_name,\\n    refund_reason_type,\\n    reason_dic.dic_name,\\n    refund_reason_txt,\\n    refund_num,\\n    refund_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_type,\\n        data.refund_num,\\n        data.refund_amount,\\n        data.refund_reason_type,\\n        data.refund_reason_txt,\\n        data.create_time\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ri\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.order_status=\'1005\'\\n    and array_contains(map_keys(old),\'order_status\')\\n)oi\\non ri.order_id=oi.id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'15\'\\n)type_dic\\non ri.refund_type=type_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code = \'13\'\\n)reason_dic\\non ri.refund_reason_type=reason_dic.dic_code;\\n\\\"\\n\\ndwd_trade_pay_detail_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_pay_detail_suc_inc partition (dt=\'$do_date\')\\nselect\\n    od.id,\\n    od.order_id,\\n    user_id,\\n    sku_id,\\n    province_id,\\n    activity_id,\\n    activity_rule_id,\\n    coupon_id,\\n    payment_type,\\n    pay_dic.dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    source_id,\\n    source_type,\\n    src_dic.dic_name,\\n    sku_num,\\n    split_original_amount,\\n    split_activity_amount,\\n    split_coupon_amount,\\n    split_total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.source_id,\\n        data.source_type,\\n        data.sku_num,\\n        data.sku_num * data.order_price split_original_amount,\\n        data.split_total_amount,\\n        data.split_activity_amount,\\n        data.split_coupon_amount\\n    from ${APP}.ods_order_detail_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) od\\njoin\\n(\\n    select\\n        data.user_id,\\n        data.order_id,\\n        data.payment_type,\\n        data.callback_time\\n    from ${APP}.ods_payment_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and array_contains(map_keys(old),\'payment_status\')\\n    and data.payment_status=\'1602\'\\n) pi\\non od.order_id=pi.order_id\\nleft join\\n(\\n    select\\n        data.id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) oi\\non od.order_id = oi.id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.activity_id,\\n        data.activity_rule_id\\n    from ${APP}.ods_order_detail_activity_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) act\\non od.id = act.order_detail_id\\nleft join\\n(\\n    select\\n        data.order_detail_id,\\n        data.coupon_id\\n    from ${APP}.ods_order_detail_coupon_inc\\n    where (dt = \'$do_date\' or dt = date_add(\'$do_date\',-1))\\n    and (type = \'insert\' or type = \'bootstrap-insert\')\\n) cou\\non od.id = cou.order_detail_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n) pay_dic\\non pi.payment_type=pay_dic.dic_code\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'24\'\\n)src_dic\\non od.source_type=src_dic.dic_code;\\n\\\"\\ndwd_trade_refund_pay_suc_inc=\\\"\\ninsert overwrite table ${APP}.dwd_trade_refund_pay_suc_inc partition(dt=\'$do_date\')\\nselect\\n    rp.id,\\n    user_id,\\n    rp.order_id,\\n    rp.sku_id,\\n    province_id,\\n    payment_type,\\n    dic_name,\\n    date_format(callback_time,\'yyyy-MM-dd\') date_id,\\n    callback_time,\\n    refund_num,\\n    total_amount\\nfrom\\n(\\n    select\\n        data.id,\\n        data.order_id,\\n        data.sku_id,\\n        data.payment_type,\\n        data.callback_time,\\n        data.total_amount\\n    from ${APP}.ods_refund_payment_inc\\n    where dt=\'$do_date\'\\n    and type = \'update\'\\n    and array_contains(map_keys(old),\'refund_status\')\\n    and data.refund_status=\'1602\'\\n)rp\\nleft join\\n(\\n    select\\n        data.id,\\n        data.user_id,\\n        data.province_id\\n    from ${APP}.ods_order_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.order_status=\'1006\'\\n    and array_contains(map_keys(old),\'order_status\')\\n)oi\\non rp.order_id=oi.id\\nleft join\\n(\\n    select\\n        data.order_id,\\n        data.sku_id,\\n        data.refund_num\\n    from ${APP}.ods_order_refund_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'update\'\\n    and data.refund_status=\'0705\'\\n    and array_contains(map_keys(old),\'refund_status\')\\n)ri\\non rp.order_id=ri.order_id\\nand rp.sku_id=ri.sku_id\\nleft join\\n(\\n    select\\n        dic_code,\\n        dic_name\\n    from ${APP}.ods_base_dic_full\\n    where dt=\'$do_date\'\\n    and parent_code=\'11\'\\n)dic\\non rp.payment_type=dic.dic_code;\\n\\\"\\ndwd_traffic_action_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_action_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    action_id,\\n    action_item,\\n    action_item_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        action.action_id,\\n        action.item action_item,\\n        action.item_type action_item_type,\\n        action.ts\\n    from ${APP}.ods_log_inc lateral view explode(actions) tmp as action\\n    where dt=\'$do_date\'\\n    and actions is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_display_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_display_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    during_time,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') display_time,\\n    display_type,\\n    display_item,\\n    display_item_type,\\n    display_order,\\n    display_pos_id\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        display.display_type,\\n        display.item display_item,\\n        display.item_type display_item_type,\\n        display.\\\\`order\\\\` display_order,\\n        display.pos_id display_pos_id,\\n        ts\\n    from ${APP}.ods_log_inc lateral view explode(displays) tmp as display\\n    where dt=\'$do_date\'\\n    and displays is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_error_inc=\\\"\\nset hive.cbo.enable=false;\\nset hive.execution.engine=mr;\\ninsert overwrite table ${APP}.dwd_traffic_error_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    entry,\\n    loading_time,\\n    open_ad_id,\\n    open_ad_ms,\\n    open_ad_skip_ms,\\n    actions,\\n    displays,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') error_time,\\n    error_code,\\n    error_msg\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        actions,\\n        displays,\\n        err.error_code,\\n        err.msg error_msg,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and err is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\nset hive.execution.engine=spark;\\n\\\"\\ndwd_traffic_page_view_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_page_view_inc partition (dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    page_item,\\n    page_item_type,\\n    last_page_id,\\n    page_id,\\n    source_type,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') view_time,\\n    concat(mid_id,\'-\',last_value(session_start_point,true) over (partition by mid_id order by ts)) session_id,\\n    during_time\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        page.during_time,\\n        page.item page_item,\\n        page.item_type page_item_type,\\n        page.last_page_id,\\n        page.page_id,\\n        page.source_type,\\n        ts,\\n        if(page.last_page_id is null,ts,null) session_start_point\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_traffic_start_inc=\\\"\\nset hive.cbo.enable=false;\\ninsert overwrite table ${APP}.dwd_traffic_start_inc partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    brand,\\n    channel,\\n    is_new,\\n    model,\\n    mid_id,\\n    operate_system,\\n    user_id,\\n    version_code,\\n    entry,\\n    open_ad_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') action_time,\\n    loading_time,\\n    open_ad_ms,\\n    open_ad_skip_ms\\nfrom\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.is_new,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code,\\n        \\\\`start\\\\`.entry,\\n        \\\\`start\\\\`.loading_time,\\n        \\\\`start\\\\`.open_ad_id,\\n        \\\\`start\\\\`.open_ad_ms,\\n        \\\\`start\\\\`.open_ad_skip_ms,\\n        ts\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and \\\\`start\\\\` is not null\\n)log\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ndwd_user_login_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_login_inc partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd\') date_id,\\n    date_format(from_utc_timestamp(ts,\'GMT+8\'),\'yyyy-MM-dd HH:mm:ss\') login_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        user_id,\\n        channel,\\n        area_code,\\n        version_code,\\n        mid_id,\\n        brand,\\n        model,\\n        operate_system,\\n        ts\\n    from\\n    (\\n        select\\n            user_id,\\n            channel,\\n            area_code,\\n            version_code,\\n            mid_id,\\n            brand,\\n            model,\\n            operate_system,\\n            ts,\\n            row_number() over (partition by session_id order by ts) rn\\n        from\\n        (\\n            select\\n                user_id,\\n                channel,\\n                area_code,\\n                version_code,\\n                mid_id,\\n                brand,\\n                model,\\n                operate_system,\\n                ts,\\n                concat(mid_id,\'-\',last_value(session_start_point,true) over(partition by mid_id order by ts)) session_id\\n            from\\n            (\\n                select\\n                    common.uid user_id,\\n                    common.ch channel,\\n                    common.ar area_code,\\n                    common.vc version_code,\\n                    common.mid mid_id,\\n                    common.ba brand,\\n                    common.md model,\\n                    common.os operate_system,\\n                    ts,\\n                    if(page.last_page_id is null,ts,null) session_start_point\\n                from ${APP}.ods_log_inc\\n                where dt=\'$do_date\'\\n                and page is not null\\n            )t1\\n        )t2\\n        where user_id is not null\\n    )t3\\n    where rn=1\\n)t4\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non t4.area_code=bp.area_code;\\n\\\"\\ndwd_user_register_inc=\\\"\\ninsert overwrite table ${APP}.dwd_user_register_inc partition(dt=\'$do_date\')\\nselect\\n    ui.user_id,\\n    date_format(create_time,\'yyyy-MM-dd\') date_id,\\n    create_time,\\n    channel,\\n    province_id,\\n    version_code,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system\\nfrom\\n(\\n    select\\n        data.id user_id,\\n        data.create_time\\n    from ${APP}.ods_user_info_inc\\n    where dt=\'$do_date\'\\n    and type=\'insert\'\\n)ui\\nleft join\\n(\\n    select\\n        common.ar area_code,\\n        common.ba brand,\\n        common.ch channel,\\n        common.md model,\\n        common.mid mid_id,\\n        common.os operate_system,\\n        common.uid user_id,\\n        common.vc version_code\\n    from ${APP}.ods_log_inc\\n    where dt=\'$do_date\'\\n    and page.page_id=\'register\'\\n    and common.uid is not null\\n)log\\non ui.user_id=log.user_id\\nleft join\\n(\\n    select\\n        id province_id,\\n        area_code\\n    from ${APP}.ods_base_province_full\\n    where dt=\'$do_date\'\\n)bp\\non log.area_code=bp.area_code;\\n\\\"\\ncase ${1} in\\n    \\\"dwd_interaction_comment_inc\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc\\\"\\n    ;;\\n    \\\"dwd_interaction_favor_add_inc\\\" )\\n        hive -e \\\"$dwd_interaction_favor_add_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_get_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_get_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_order_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_order_inc\\\"\\n    ;;\\n    \\\"dwd_tool_coupon_pay_inc\\\" )\\n        hive -e \\\"$dwd_tool_coupon_pay_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cancel_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_cancel_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_add_inc\\\" )\\n        hive -e \\\"$dwd_trade_cart_add_inc\\\"\\n    ;;\\n    \\\"dwd_trade_cart_full\\\" )\\n        hive -e \\\"$dwd_trade_cart_full\\\"\\n    ;;\\n    \\\"dwd_trade_order_detail_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_detail_inc\\\"\\n    ;;\\n    \\\"dwd_trade_order_refund_inc\\\" )\\n        hive -e \\\"$dwd_trade_order_refund_inc\\\"\\n    ;;\\n    \\\"dwd_trade_pay_detail_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_pay_detail_suc_inc\\\"\\n    ;;\\n    \\\"dwd_trade_refund_pay_suc_inc\\\" )\\n        hive -e \\\"$dwd_trade_refund_pay_suc_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_action_inc\\\" )\\n        hive -e \\\"$dwd_traffic_action_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_display_inc\\\" )\\n        hive -e \\\"$dwd_traffic_display_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_error_inc\\\" )\\n        hive -e \\\"$dwd_traffic_error_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_page_view_inc\\\" )\\n        hive -e \\\"$dwd_traffic_page_view_inc\\\"\\n    ;;\\n    \\\"dwd_traffic_start_inc\\\" )\\n        hive -e \\\"$dwd_traffic_start_inc\\\"\\n    ;;\\n    \\\"dwd_user_login_inc\\\" )\\n        hive -e \\\"$dwd_user_login_inc\\\"\\n    ;;\\n    \\\"dwd_user_register_inc\\\" )\\n        hive -e \\\"$dwd_user_register_inc\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dwd_interaction_comment_inc$dwd_interaction_favor_add_inc$dwd_tool_coupon_get_inc$dwd_tool_coupon_order_inc$dwd_tool_coupon_pay_inc$dwd_trade_cancel_detail_inc$dwd_trade_cart_add_inc$dwd_trade_cart_full$dwd_trade_order_detail_inc$dwd_trade_order_refund_inc$dwd_trade_pay_detail_suc_inc$dwd_trade_refund_pay_suc_inc$dwd_traffic_action_inc$dwd_traffic_display_inc$dwd_traffic_error_inc$dwd_traffic_page_view_inc$dwd_traffic_start_inc$dwd_user_login_inc$dwd_user_register_inc\\\"\\nesac\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (168, 'dwd_to_dws_1d', 'SHELL', 6042498891296, 2, 30, 7, '2022-07-11 10:08:58', '2022-07-11 10:08:57', '2022-07-11 10:09:45', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/168', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/168.log', 0, 0, 2899, 'application_1657420564393_0006', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_province_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_1d partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_original_amount_1d,\\n    activity_reduce_amount_1d,\\n    coupon_reduce_amount_1d,\\n    order_total_amount_1d\\nfrom\\n(\\n    select\\n        province_id,\\n        count(distinct(order_id)) order_count_1d,\\n        sum(split_original_amount) order_original_amount_1d,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount_1d,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount_1d,\\n        sum(split_total_amount) order_total_amount_1d\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt=\'$do_date\'\\n    group by province_id\\n)o\\nleft join\\n(\\n    select\\n        id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2\\n    from ${APP}.dim_province_full\\n    where dt=\'$do_date\'\\n)p\\non o.province_id=p.id;\\n\\\"\\ndws_trade_user_cart_add_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(*),\\n    sum(sku_num)\\nfrom ${APP}.dwd_trade_cart_add_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_original_amount),\\n    sum(nvl(split_activity_amount,0)),\\n    sum(nvl(split_coupon_amount,0)),\\n    sum(split_total_amount)\\nfrom ${APP}.dwd_trade_order_detail_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(*),\\n    sum(refund_num),\\n    sum(refund_amount)\\nfrom ${APP}.dwd_trade_order_refund_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    count(distinct(order_id)),\\n    sum(sku_num),\\n    sum(split_payment_amount)\\nfrom ${APP}.dwd_trade_pay_detail_suc_inc\\nwhere dt=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_count,\\n    order_num,\\n    order_original_amount,\\n    activity_reduce_amount,\\n    coupon_reduce_amount,\\n    order_total_amount\\nfrom\\n(\\n    select\\n        user_id,\\n        sku_id,\\n        count(*) order_count,\\n        sum(sku_num) order_num,\\n        sum(split_original_amount) order_original_amount,\\n        sum(nvl(split_activity_amount,0)) activity_reduce_amount,\\n        sum(nvl(split_coupon_amount,0)) coupon_reduce_amount,\\n        sum(split_total_amount) order_total_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt=\'$do_date\'\\n    group by user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_trade_user_sku_order_refund_1d=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_1d partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    order_refund_count,\\n    order_refund_num,\\n    order_refund_amount\\nfrom\\n(\\n    select\\n        user_id,\\n        sku_id,\\n        count(*) order_refund_count,\\n        sum(refund_num) order_refund_num,\\n        sum(refund_amount) order_refund_amount\\n    from ${APP}.dwd_trade_order_refund_inc\\n    where dt=\'$do_date\'\\n    group by user_id,sku_id\\n)od\\nleft join\\n(\\n    select\\n        id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        tm_id,\\n        tm_name\\n    from ${APP}.dim_sku_full\\n    where dt=\'$do_date\'\\n)sku\\non od.sku_id=sku.id;\\n\\\"\\ndws_traffic_page_visitor_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\ndws_traffic_session_page_view_1d=\\\"\\ninsert overwrite table ${APP}.dws_traffic_session_page_view_1d partition(dt=\'$do_date\')\\nselect\\n    session_id,\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    version_code,\\n    channel,\\n    sum(during_time),\\n    count(*)\\nfrom ${APP}.dwd_traffic_page_view_inc\\nwhere dt=\'$do_date\'\\ngroup by session_id,mid_id,brand,model,operate_system,version_code,channel;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_province_order_1d\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_1d\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_1d\\\" )\\n        hive -e \\\"$dws_trade_user_payment_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_1d\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_1d\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_1d\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_1d\\\"\\n    ;;\\n    \\\"dws_traffic_session_page_view_1d\\\" )\\n        hive -e \\\"$dws_traffic_session_page_view_1d\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_province_order_1d$dws_trade_user_cart_add_1d$dws_trade_user_order_1d$dws_trade_user_order_refund_1d$dws_trade_user_payment_1d$dws_trade_user_sku_order_1d$dws_trade_user_sku_order_refund_1d$dws_traffic_page_visitor_page_view_1d$dws_traffic_session_page_view_1d\\\"\\n    ;;\\nesac\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (169, 'dws_1d_to_dws_nd', 'SHELL', 6042506396192, 2, 30, 7, '2022-07-11 10:09:47', '2022-07-11 10:09:46', '2022-07-11 10:10:57', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/169', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/169.log', 0, 0, 3353, 'application_1657420564393_0007', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_activity_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_activity_order_nd partition(dt=\'$do_date\')\\nselect\\n    act.activity_id,\\n    activity_name,\\n    activity_type_code,\\n    activity_type_name,\\n    date_format(start_time,\'yyyy-MM-dd\'),\\n    sum(split_original_amount),\\n    sum(split_activity_amount)\\nfrom\\n(\\n    select\\n        activity_id,\\n        activity_name,\\n        activity_type_code,\\n        activity_type_name,\\n        start_time\\n    from ${APP}.dim_activity_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n    group by activity_id, activity_name, activity_type_code, activity_type_name,start_time\\n)act\\nleft join\\n(\\n    select\\n        activity_id,\\n        order_id,\\n        split_original_amount,\\n        split_activity_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and activity_id is not null\\n)od\\non act.activity_id=od.activity_id\\ngroup by act.activity_id,activity_name,activity_type_code,activity_type_name,start_time;\\n\\\"\\ndws_trade_coupon_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_coupon_order_nd partition(dt=\'$do_date\')\\nselect\\n    id,\\n    coupon_name,\\n    coupon_type_code,\\n    coupon_type_name,\\n    benefit_rule,\\n    start_date,\\n    sum(split_original_amount),\\n    sum(split_coupon_amount)\\nfrom\\n(\\n    select\\n        id,\\n        coupon_name,\\n        coupon_type_code,\\n        coupon_type_name,\\n        benefit_rule,\\n        date_format(start_time,\'yyyy-MM-dd\') start_date\\n    from ${APP}.dim_coupon_full\\n    where dt=\'$do_date\'\\n    and date_format(start_time,\'yyyy-MM-dd\')>=date_add(\'$do_date\',-29)\\n)cou\\nleft join\\n(\\n    select\\n        coupon_id,\\n        order_id,\\n        split_original_amount,\\n        split_coupon_amount\\n    from ${APP}.dwd_trade_order_detail_inc\\n    where dt>=date_add(\'$do_date\',-29)\\n    and dt<=\'$do_date\'\\n    and coupon_id is not null\\n)od\\non cou.id=od.coupon_id\\ngroup by id,coupon_name,coupon_type_code,coupon_type_name,benefit_rule,start_date;\\n\\\"\\ndws_trade_province_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_province_order_nd partition(dt=\'$do_date\')\\nselect\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\ndws_trade_user_cart_add_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_cart_add_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),cart_add_num_1d,0)),\\n    sum(cart_add_count_1d),\\n    sum(cart_add_num_1d)\\nfrom ${APP}.dws_trade_user_cart_add_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_order_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_payment_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_nd partition (dt = \'$do_date\')\\nselect user_id,\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_count_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_num_1d, 0)),\\n       sum(if(dt >= date_add(\'$do_date\', -6), payment_amount_1d, 0)),\\n       sum(payment_count_1d),\\n       sum(payment_num_1d),\\n       sum(payment_amount_1d)\\nfrom ${APP}.dws_trade_user_payment_1d\\nwhere dt >= date_add(\'$do_date\', -29)\\n  and dt <= \'$do_date\'\\ngroup by user_id;\\n\\\"\\ndws_trade_user_sku_order_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_original_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),activity_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),coupon_reduce_amount_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_total_amount_1d,0)),\\n    sum(order_count_1d),\\n    sum(order_num_1d),\\n    sum(order_original_amount_1d),\\n    sum(activity_reduce_amount_1d),\\n    sum(coupon_reduce_amount_1d),\\n    sum(order_total_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_1d\\nwhere dt>=date_add(\'$do_date\',-30)\\ngroup by  user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_trade_user_sku_order_refund_nd=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_sku_order_refund_nd partition(dt=\'$do_date\')\\nselect\\n    user_id,\\n    sku_id,\\n    sku_name,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    tm_id,\\n    tm_name,\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_count_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_num_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),order_refund_amount_1d,0)),\\n    sum(order_refund_count_1d),\\n    sum(order_refund_num_1d),\\n    sum(order_refund_amount_1d)\\nfrom ${APP}.dws_trade_user_sku_order_refund_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by user_id,sku_id,sku_name,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name,tm_id,tm_name;\\n\\\"\\ndws_traffic_page_visitor_page_view_nd=\\\"\\ninsert overwrite table ${APP}.dws_traffic_page_visitor_page_view_nd partition(dt=\'$do_date\')\\nselect\\n    mid_id,\\n    brand,\\n    model,\\n    operate_system,\\n    page_id,\\n    sum(if(dt>=date_add(\'$do_date\',-6),during_time_1d,0)),\\n    sum(if(dt>=date_add(\'$do_date\',-6),view_count_1d,0)),\\n    sum(during_time_1d),\\n    sum(view_count_1d)\\nfrom ${APP}.dws_traffic_page_visitor_page_view_1d\\nwhere dt>=date_add(\'$do_date\',-29)\\nand dt<=\'$do_date\'\\ngroup by mid_id,brand,model,operate_system,page_id;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_activity_order_nd\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_coupon_order_nd\\\" )\\n        hive -e \\\"$dws_trade_coupon_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_province_order_nd\\\" )\\n        hive -e \\\"$dws_trade_province_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_cart_add_nd\\\" )\\n        hive -e \\\"$dws_trade_user_cart_add_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_nd\\\" )\\n        hive -e \\\"$dws_trade_user_payment_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_nd\\\"\\n    ;;\\n    \\\"dws_trade_user_sku_order_refund_nd\\\" )\\n        hive -e \\\"$dws_trade_user_sku_order_refund_nd\\\"\\n    ;;\\n    \\\"dws_traffic_page_visitor_page_view_nd\\\" )\\n        hive -e \\\"$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_activity_order_nd$dws_trade_coupon_order_nd$dws_trade_province_order_nd$dws_trade_user_cart_add_nd$dws_trade_user_order_nd$dws_trade_user_order_refund_nd$dws_trade_user_payment_nd$dws_trade_user_sku_order_nd$dws_trade_user_sku_order_refund_nd$dws_traffic_page_visitor_page_view_nd\\\"\\n    ;;\\nesac\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (170, 'dws_1d_to_dws_td', 'SHELL', 6042511584672, 2, 30, 7, '2022-07-11 10:11:00', '2022-07-11 10:10:59', '2022-07-11 10:11:42', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/170', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/170.log', 0, 0, 3879, 'application_1657420564393_0008', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\nAPP=gmall\\n\\n# 如果输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\ndws_trade_user_order_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_order_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(new.user_id is not null and old.user_id is null,\'$do_date\',old.order_date_first),\\n    if(new.user_id is not null,\'$do_date\',old.order_date_last),\\n    nvl(old.order_count_td,0)+nvl(new.order_count_1d,0),\\n    nvl(old.order_num_td,0)+nvl(new.order_num_1d,0),\\n    nvl(old.original_amount_td,0)+nvl(new.order_original_amount_1d,0),\\n    nvl(old.activity_reduce_amount_td,0)+nvl(new.activity_reduce_amount_1d,0),\\n    nvl(old.coupon_reduce_amount_td,0)+nvl(new.coupon_reduce_amount_1d,0),\\n    nvl(old.total_amount_td,0)+nvl(new.order_total_amount_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        order_date_first,\\n        order_date_last,\\n        order_count_td,\\n        order_num_td,\\n        original_amount_td,\\n        activity_reduce_amount_td,\\n        coupon_reduce_amount_td,\\n        total_amount_td\\n    from ${APP}.dws_trade_user_order_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        order_count_1d,\\n        order_num_1d,\\n        order_original_amount_1d,\\n        activity_reduce_amount_1d,\\n        coupon_reduce_amount_1d,\\n        order_total_amount_1d\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ndws_trade_user_payment_td=\\\"\\ninsert overwrite table ${APP}.dws_trade_user_payment_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(old.user_id is null and new.user_id is not null,\'$do_date\',old.payment_date_first),\\n    if(new.user_id is not null,\'$do_date\',old.payment_date_last),\\n    nvl(old.payment_count_td,0)+nvl(new.payment_count_1d,0),\\n    nvl(old.payment_num_td,0)+nvl(new.payment_num_1d,0),\\n    nvl(old.payment_amount_td,0)+nvl(new.payment_amount_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        payment_date_first,\\n        payment_date_last,\\n        payment_count_td,\\n        payment_num_td,\\n        payment_amount_td\\n    from ${APP}.dws_trade_user_payment_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        payment_count_1d,\\n        payment_num_1d,\\n        payment_amount_1d\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ndws_user_user_login_td=\\\"\\ninsert overwrite table ${APP}.dws_user_user_login_td partition(dt=\'$do_date\')\\nselect\\n    nvl(old.user_id,new.user_id),\\n    if(new.user_id is null,old.login_date_last,\'$do_date\'),\\n    nvl(old.login_count_td,0)+nvl(new.login_count_1d,0)\\nfrom\\n(\\n    select\\n        user_id,\\n        login_date_last,\\n        login_count_td\\n    from ${APP}.dws_user_user_login_td\\n    where dt=date_add(\'$do_date\',-1)\\n)old\\nfull outer join\\n(\\n    select\\n        user_id,\\n        count(*) login_count_1d\\n    from ${APP}.dwd_user_login_inc\\n    where dt=\'$do_date\'\\n    group by user_id\\n)new\\non old.user_id=new.user_id;\\n\\\"\\n\\ncase ${1} in\\n    \\\"dws_trade_user_order_td\\\" )\\n        hive -e \\\"$dws_trade_user_order_td\\\"\\n    ;;\\n    \\\"dws_trade_user_payment_td\\\" )\\n        hive -e \\\"$dws_trade_user_payment_td\\\"\\n    ;;\\n    \\\"dws_user_user_login_td\\\" )\\n        hive -e \\\"$dws_user_user_login_td\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$dws_trade_user_order_td$dws_trade_user_payment_td$dws_user_user_login_td\\\"\\n    ;;\\nesac\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (171, 'dws_to_ads', 'SHELL', 6042516607648, 2, 30, 7, '2022-07-11 10:11:44', '2022-07-11 10:11:43', '2022-07-11 10:13:57', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/171', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/171.log', 0, 0, 4280, 'application_1657420564393_0009', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#!/bin/bash\\n\\nAPP=gmall\\n# 如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天\\nif [ -n \\\"${2}\\\" ] ;then\\n    do_date=${2}\\nelse \\n    do_date=`date -d \\\"-1 day\\\" +%F`\\nfi\\n\\nads_activity_stats=\\\"\\ninsert overwrite table ${APP}.ads_activity_stats\\nselect * from ${APP}.ads_activity_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    activity_id,\\n    activity_name,\\n    start_date,\\n    cast(activity_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_activity_order_nd\\nwhere dt=\'$do_date\';\\n\\\"\\nads_coupon_stats=\\\"\\ninsert overwrite table ${APP}.ads_coupon_stats\\nselect * from ${APP}.ads_coupon_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    coupon_id,\\n    coupon_name,\\n    start_date,\\n    coupon_rule,\\n    cast(coupon_reduce_amount_30d/original_amount_30d as decimal(16,2))\\nfrom ${APP}.dws_trade_coupon_order_nd\\nwhere dt=\'$do_date\';\\n\\n\\\"\\nads_new_buyer_stats=\\\"\\ninsert overwrite table ${APP}.ads_new_buyer_stats\\nselect * from ${APP}.ads_new_buyer_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    new_order_user_count,\\n    new_payment_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(order_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_order_user_count\\n    from ${APP}.dws_trade_user_order_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(payment_date_first>=date_add(\'$do_date\',-recent_days+1),1,0)) new_payment_user_count\\n    from ${APP}.dws_trade_user_payment_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)pay\\non odr.recent_days=pay.recent_days;\\n\\\"\\nads_order_by_province=\\\"\\ninsert overwrite table ${APP}.ads_order_by_province\\nselect * from ${APP}.ads_order_by_province\\nunion\\nselect\\n    \'$do_date\' dt,\\n    1 recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    order_count_1d,\\n    order_total_amount_1d\\nfrom ${APP}.dws_trade_province_order_1d\\nwhere dt=\'$do_date\'\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    province_id,\\n    province_name,\\n    area_code,\\n    iso_code,\\n    iso_3166_2,\\n    sum(order_count),\\n    sum(order_total_amount)\\nfrom\\n(\\n    select\\n        recent_days,\\n        province_id,\\n        province_name,\\n        area_code,\\n        iso_code,\\n        iso_3166_2,\\n        case recent_days\\n            when 7 then order_count_7d\\n            when 30 then order_count_30d\\n        end order_count,\\n        case recent_days\\n            when 7 then order_total_amount_7d\\n            when 30 then order_total_amount_30d\\n        end order_total_amount\\n    from ${APP}.dws_trade_province_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n)t1\\ngroup by recent_days,province_id,province_name,area_code,iso_code,iso_3166_2;\\n\\\"\\n\\nads_page_path=\\\"\\ninsert overwrite table ${APP}.ads_page_path\\nselect * from ${APP}.ads_page_path\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    source,\\n    nvl(target,\'null\'),\\n    count(*) path_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        concat(\'step-\',rn,\':\',page_id) source,\\n        concat(\'step-\',rn+1,\':\',next_page_id) target\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            lead(page_id,1,null) over(partition by session_id,recent_days) next_page_id,\\n            row_number() over (partition by session_id,recent_days order by view_time) rn\\n        from ${APP}.dwd_traffic_page_view_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n        where dt>=date_add(\'$do_date\',-recent_days+1)\\n    )t1\\n)t2\\ngroup by recent_days,source,target;\\n\\\"\\nads_repeat_purchase_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_repeat_purchase_by_tm\\nselect * from ${APP}.ads_repeat_purchase_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    tm_id,\\n    tm_name,\\n    cast(sum(if(order_count>=2,1,0))/sum(if(order_count>=1,1,0)) as decimal(16,2))\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        recent_days,\\n        user_id,\\n        tm_id,\\n        tm_name,\\n        sum(order_count) order_count\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,user_id,tm_id,tm_name\\n)t2\\ngroup by recent_days,tm_id,tm_name;\\n\\\"\\nads_sku_cart_num_top3_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_sku_cart_num_top3_by_cate\\nselect * from ${APP}.ads_sku_cart_num_top3_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    category1_id,\\n    category1_name,\\n    category2_id,\\n    category2_name,\\n    category3_id,\\n    category3_name,\\n    sku_id,\\n    sku_name,\\n    cart_num,\\n    rk\\nfrom\\n(\\n    select\\n        sku_id,\\n        sku_name,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        cart_num,\\n        rank() over (partition by category1_id,category2_id,category3_id order by cart_num desc) rk\\n    from\\n    (\\n        select\\n            sku_id,\\n            sum(sku_num) cart_num\\n        from ${APP}.dwd_trade_cart_full\\n        where dt=\'$do_date\'\\n        group by sku_id\\n    )cart\\n    left join\\n    (\\n        select\\n            id,\\n            sku_name,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name\\n        from ${APP}.dim_sku_full\\n        where dt=\'$do_date\'\\n    )sku\\n    on cart.sku_id=sku.id\\n)t1\\nwhere rk<=3;\\n\\\"\\nads_trade_stats=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats\\nselect * from ${APP}.ads_trade_stats\\nunion\\nselect\\n    \'$do_date\',\\n    odr.recent_days,\\n    order_total_amount,\\n    order_count,\\n    order_user_count,\\n    order_refund_count,\\n    order_refund_user_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(order_total_amount_1d) order_total_amount,\\n        sum(order_count_1d) order_count,\\n        count(*) order_user_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_total_amount),\\n        sum(order_count),\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_total_amount_7d\\n                when 30 then order_total_amount_30d\\n            end order_total_amount,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)odr\\njoin\\n(\\n    select\\n        1 recent_days,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(*) order_refund_user_count\\n    from ${APP}.dws_trade_user_order_refund_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(order_refund_count),\\n        sum(if(order_refund_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)refund\\non odr.recent_days=refund.recent_days;\\n\\\"\\nads_trade_stats_by_cate=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_cate\\nselect * from ${APP}.ads_trade_stats_by_cate\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.category1_id,refund.category1_id),\\n    nvl(odr.category1_name,refund.category1_name),\\n    nvl(odr.category2_id,refund.category2_id),\\n    nvl(odr.category2_name,refund.category2_name),\\n    nvl(odr.category3_id,refund.category3_id),\\n    nvl(odr.category3_name,refund.category3_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n    union all\\n    select\\n        recent_days,\\n        category1_id,\\n        category1_name,\\n        category2_id,\\n        category2_name,\\n        category3_id,\\n        category3_name,\\n        sum(order_refund_count),\\n        count(distinct(if(order_refund_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            category1_id,\\n            category1_name,\\n            category2_id,\\n            category2_name,\\n            category3_id,\\n            category3_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,category1_id,category1_name,category2_id,category2_name,category3_id,category3_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.category1_id=refund.category1_id\\nand odr.category1_name=refund.category1_name\\nand odr.category2_id=refund.category2_id\\nand odr.category2_name=refund.category2_name\\nand odr.category3_id=refund.category3_id\\nand odr.category3_name=refund.category3_name;\\n\\\"\\nads_trade_stats_by_tm=\\\"\\ninsert overwrite table ${APP}.ads_trade_stats_by_tm\\nselect * from ${APP}.ads_trade_stats_by_tm\\nunion\\nselect\\n    \'$do_date\' dt,\\n    nvl(odr.recent_days,refund.recent_days),\\n    nvl(odr.tm_id,refund.tm_id),\\n    nvl(odr.tm_name,refund.tm_name),\\n    nvl(order_count,0),\\n    nvl(order_user_count,0),\\n    nvl(order_refund_count,0),\\n    nvl(order_refund_user_count,0)\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count_1d) order_count,\\n        count(distinct(user_id)) order_user_count\\n    from ${APP}.dws_trade_user_sku_order_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_count),\\n        count(distinct(if(order_count>0,user_id,null)))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_sku_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)odr\\nfull outer join\\n(\\n    select\\n        1 recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count_1d) order_refund_count,\\n        count(distinct(user_id)) order_refund_user_count\\n    from ${APP}.dws_trade_user_sku_order_refund_1d\\n    where dt=\'$do_date\'\\n    group by tm_id,tm_name\\n    union all\\n    select\\n        recent_days,\\n        tm_id,\\n        tm_name,\\n        sum(order_refund_count),\\n        count(if(order_refund_count>0,user_id,null))\\n    from\\n    (\\n        select\\n            recent_days,\\n            user_id,\\n            tm_id,\\n            tm_name,\\n            case recent_days\\n                when 7 then order_refund_count_7d\\n                when 30 then order_refund_count_30d\\n            end order_refund_count\\n        from ${APP}.dws_trade_user_sku_order_refund_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days,tm_id,tm_name\\n)refund\\non odr.recent_days=refund.recent_days\\nand odr.tm_id=refund.tm_id\\nand odr.tm_name=refund.tm_name;\\n\\\"\\nads_traffic_stats_by_channel=\\\"\\ninsert overwrite table ${APP}.ads_traffic_stats_by_channel\\nselect * from ${APP}.ads_traffic_stats_by_channel\\nunion\\nselect\\n    \'$do_date\' dt,\\n    recent_days,\\n    channel,\\n    cast(count(distinct(mid_id)) as bigint) uv_count,\\n    cast(avg(during_time_1d)/1000 as bigint) avg_duration_sec,\\n    cast(avg(page_count_1d) as bigint) avg_page_count,\\n    cast(count(*) as bigint) sv_count,\\n    cast(sum(if(page_count_1d=1,1,0))/count(*) as decimal(16,2)) bounce_rate\\nfrom ${APP}.dws_traffic_session_page_view_1d lateral view explode(array(1,7,30)) tmp as recent_days\\nwhere dt>=date_add(\'$do_date\',-recent_days+1)\\ngroup by recent_days,channel;\\n\\\"\\nads_user_action=\\\"\\ninsert overwrite table ${APP}.ads_user_action\\nselect * from ${APP}.ads_user_action\\nunion\\nselect\\n    \'$do_date\' dt,\\n    page.recent_days,\\n    home_count,\\n    good_detail_count,\\n    cart_count,\\n    order_count,\\n    payment_count\\nfrom\\n(\\n    select\\n        1 recent_days,\\n        sum(if(page_id=\'home\',1,0)) home_count,\\n        sum(if(page_id=\'good_detail\',1,0)) good_detail_count\\n    from ${APP}.dws_traffic_page_visitor_page_view_1d\\n    where dt=\'$do_date\'\\n    and page_id in (\'home\',\'good_detail\')\\n    union all\\n    select\\n        recent_days,\\n        sum(if(page_id=\'home\' and view_count>0,1,0)),\\n        sum(if(page_id=\'good_detail\' and view_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            page_id,\\n            case recent_days\\n                when 7 then view_count_7d\\n                when 30 then view_count_30d\\n            end view_count\\n        from ${APP}.dws_traffic_page_visitor_page_view_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n        and page_id in (\'home\',\'good_detail\')\\n    )t1\\n    group by recent_days\\n)page\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) cart_count\\n    from ${APP}.dws_trade_user_cart_add_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(cart_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then cart_add_count_7d\\n                when 30 then cart_add_count_30d\\n            end cart_count\\n        from ${APP}.dws_trade_user_cart_add_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)cart\\non page.recent_days=cart.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) order_count\\n    from ${APP}.dws_trade_user_order_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then order_count_7d\\n                when 30 then order_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_order_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)ord\\non page.recent_days=ord.recent_days\\njoin\\n(\\n    select\\n        1 recent_days,\\n        count(*) payment_count\\n    from ${APP}.dws_trade_user_payment_1d\\n    where dt=\'$do_date\'\\n    union all\\n    select\\n        recent_days,\\n        sum(if(order_count>0,1,0))\\n    from\\n    (\\n        select\\n            recent_days,\\n            case recent_days\\n                when 7 then payment_count_7d\\n                when 30 then payment_count_30d\\n            end order_count\\n        from ${APP}.dws_trade_user_payment_nd lateral view explode(array(7,30)) tmp as recent_days\\n        where dt=\'$do_date\'\\n    )t1\\n    group by recent_days\\n)pay\\non page.recent_days=pay.recent_days;\\n\\\"\\nads_user_change=\\\"\\ninsert overwrite table ${APP}.ads_user_change\\nselect * from ${APP}.ads_user_change\\nunion\\nselect\\n    churn.dt,\\n    user_churn_count,\\n    user_back_count\\nfrom\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_churn_count\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n    and login_date_last=date_add(\'$do_date\',-7)\\n)churn\\njoin\\n(\\n    select\\n        \'$do_date\' dt,\\n        count(*) user_back_count\\n    from\\n    (\\n        select\\n            user_id,\\n            login_date_last\\n        from ${APP}.dws_user_user_login_td\\n        where dt=\'$do_date\'\\n    )t1\\n    join\\n    (\\n        select\\n            user_id,\\n            login_date_last login_date_previous\\n        from ${APP}.dws_user_user_login_td\\n        where dt=date_add(\'$do_date\',-1)\\n    )t2\\n    on t1.user_id=t2.user_id\\n    where datediff(login_date_last,login_date_previous)>=8\\n)back\\non churn.dt=back.dt;\\n\\\"\\nads_user_retention=\\\"\\ninsert overwrite table ${APP}.ads_user_retention\\nselect * from ${APP}.ads_user_retention\\nunion\\nselect\\n    \'$do_date\' dt,\\n    login_date_first create_date,\\n    datediff(\'$do_date\',login_date_first) retention_day,\\n    sum(if(login_date_last=\'$do_date\',1,0)) retention_count,\\n    count(*) new_user_count,\\n    cast(sum(if(login_date_last=\'$do_date\',1,0))/count(*)*100 as decimal(16,2)) retention_rate\\nfrom\\n(\\n    select\\n        user_id,\\n        date_id login_date_first\\n    from ${APP}.dwd_user_register_inc\\n    where dt>=date_add(\'$do_date\',-7)\\n    and dt<\'$do_date\'\\n)t1\\njoin\\n(\\n    select\\n        user_id,\\n        login_date_last\\n    from ${APP}.dws_user_user_login_td\\n    where dt=\'$do_date\'\\n)t2\\non t1.user_id=t2.user_id\\ngroup by login_date_first;\\n\\\"\\nads_user_stats=\\\"\\ninsert overwrite table ${APP}.ads_user_stats\\nselect * from ${APP}.ads_user_stats\\nunion\\nselect\\n    \'$do_date\' dt,\\n    t1.recent_days,\\n    new_user_count,\\n    active_user_count\\nfrom\\n(\\n    select\\n        recent_days,\\n        sum(if(login_date_last>=date_add(\'$do_date\',-recent_days+1),1,0)) new_user_count\\n    from ${APP}.dws_user_user_login_td lateral view explode(array(1,7,30)) tmp as recent_days\\n    where dt=\'$do_date\'\\n    group by recent_days\\n)t1\\njoin\\n(\\n    select\\n        recent_days,\\n        sum(if(date_id>=date_add(\'$do_date\',-recent_days+1),1,0)) active_user_count\\n    from ${APP}.dwd_user_register_inc lateral view explode(array(1,7,30)) tmp as recent_days\\n    group by recent_days\\n)t2\\non t1.recent_days=t2.recent_days;\\n\\\"\\n\\ncase ${1} in\\n    \\\"ads_activity_stats\\\" )\\n        hive -e \\\"$ads_activity_stats\\\"\\n    ;;\\n    \\\"ads_coupon_stats\\\" )\\n        hive -e \\\"$ads_coupon_stats\\\"\\n    ;;\\n    \\\"ads_new_buyer_stats\\\" )\\n        hive -e \\\"$ads_new_buyer_stats\\\"\\n    ;;\\n    \\\"ads_order_by_province\\\" )\\n        hive -e \\\"$ads_order_by_province\\\"\\n    ;;\\n    \\\"ads_page_path\\\" )\\n        hive -e \\\"$ads_page_path\\\"\\n    ;;\\n    \\\"ads_repeat_purchase_by_tm\\\" )\\n        hive -e \\\"$ads_repeat_purchase_by_tm\\\"\\n    ;;\\n    \\\"ads_sku_cart_num_top3_by_cate\\\" )\\n        hive -e \\\"$ads_sku_cart_num_top3_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats\\\" )\\n        hive -e \\\"$ads_trade_stats\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_cate\\\" )\\n        hive -e \\\"$ads_trade_stats_by_cate\\\"\\n    ;;\\n    \\\"ads_trade_stats_by_tm\\\" )\\n        hive -e \\\"$ads_trade_stats_by_tm\\\"\\n    ;;\\n    \\\"ads_traffic_stats_by_channel\\\" )\\n        hive -e \\\"$ads_traffic_stats_by_channel\\\"\\n    ;;\\n    \\\"ads_user_action\\\" )\\n        hive -e \\\"$ads_user_action\\\"\\n    ;;\\n    \\\"ads_user_change\\\" )\\n        hive -e \\\"$ads_user_change\\\"\\n    ;;\\n    \\\"ads_user_retention\\\" )\\n        hive -e \\\"$ads_user_retention\\\"\\n    ;;\\n    \\\"ads_user_stats\\\" )\\n        hive -e \\\"$ads_user_stats\\\"\\n    ;;\\n    \\\"all\\\" )\\n        hive -e \\\"$ads_activity_stats$ads_coupon_stats$ads_new_buyer_stats$ads_order_by_province$ads_page_path$ads_repeat_purchase_by_tm$ads_sku_cart_num_top3_by_cate$ads_trade_stats$ads_trade_stats_by_cate$ads_trade_stats_by_tm$ads_traffic_stats_by_channel$ads_user_action$ads_user_change$ads_user_retention$ads_user_stats\\\"\\n    ;;\\nesac\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
INSERT INTO `t_ds_task_instance` VALUES (172, 'hdfs_to_mysql', 'SHELL', 6042521232544, 2, 30, 7, '2022-07-11 10:14:00', '2022-07-11 10:13:59', '2022-07-11 10:18:46', '172.26.107.224:1234', '/tmp/dolphinscheduler/exec/process/6041086775968/6042535078432_3/30/172', '/opt/module/dolphinscheduler/logs/6042535078432_3/30/172.log', 0, 0, 4794, '', '{\"resourceList\":[{\"id\":15},{\"id\":16},{\"id\":17},{\"id\":18},{\"id\":19},{\"id\":20},{\"id\":21},{\"id\":22},{\"id\":23},{\"id\":24},{\"id\":25},{\"id\":26},{\"id\":27}],\"localParams\":[],\"rawScript\":\"#! /bin/bash\\n\\nDATAX_HOME=/opt/module/datax\\n\\n#DataX导出路径不允许存在空文件，该函数作用为清理空文件\\nhandle_export_path(){\\n  target_file=$1\\n  for i in `hadoop fs -ls -R $target_file | awk \'{print $8}\'`; do\\n    hadoop fs -test -z $i\\n    if [[ $? -eq 0 ]]; then\\n      echo \\\"$i文件大小为0，正在删除\\\"\\n      hadoop fs -rm -r -f $i\\n    fi\\n  done\\n\\n}\\n\\n\\n#数据导出\\nexport_data() {\\n  datax_config=$1\\n  export_dir=$2\\n  hadoop fs -test -e $export_dir\\n  if [[ $? -eq 0 ]]\\n  then\\n    handle_export_path $export_dir\\n    file_count=$(hadoop fs -ls $export_dir | wc -l)\\n    if [ $file_count -gt 0 ]\\n    then\\n      set -e;\\n      $DATAX_HOME/bin/datax.py -p\\\"-Dexportdir=$export_dir\\\" $datax_config\\n      set +e;\\n    else \\n      echo \\\"$export_dir 目录为空，跳过~\\\"\\n    fi\\n  else\\n    echo \\\"路径 $export_dir 不存在，跳过~\\\"\\n  fi\\n}\\n\\n\\ncase ${1} in\\n  \\\"ads_new_buyer_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  ;;\\n  \\\"ads_order_by_province\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  ;;\\n  \\\"ads_page_path\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  ;;\\n  \\\"ads_repeat_purchase_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  ;;\\n  \\\"ads_trade_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  ;;\\n  \\\"ads_trade_stats_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  ;;\\n  \\\"ads_trade_stats_by_tm\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  ;;\\n  \\\"ads_traffic_stats_by_channel\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  ;;\\n  \\\"ads_user_action\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  ;;\\n  \\\"ads_user_change\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  ;;\\n  \\\"ads_user_retention\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  ;;\\n  \\\"ads_user_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  ;;\\n  \\\"ads_activity_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  ;;\\n  \\\"ads_coupon_stats\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  ;;\\n  \\\"ads_sku_cart_num_top3_by_cate\\\")\\n    export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\n\\n\\\"all\\\")\\n  export_data /opt/module/datax/job/export/gmall_report.ads_new_buyer_stats.json /warehouse/gmall/ads/ads_new_buyer_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_order_by_province.json /warehouse/gmall/ads/ads_order_by_province\\n  export_data /opt/module/datax/job/export/gmall_report.ads_page_path.json /warehouse/gmall/ads/ads_page_path\\n  export_data /opt/module/datax/job/export/gmall_report.ads_repeat_purchase_by_tm.json /warehouse/gmall/ads/ads_repeat_purchase_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats.json /warehouse/gmall/ads/ads_trade_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_cate.json /warehouse/gmall/ads/ads_trade_stats_by_cate\\n  export_data /opt/module/datax/job/export/gmall_report.ads_trade_stats_by_tm.json /warehouse/gmall/ads/ads_trade_stats_by_tm\\n  export_data /opt/module/datax/job/export/gmall_report.ads_traffic_stats_by_channel.json /warehouse/gmall/ads/ads_traffic_stats_by_channel\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_action.json /warehouse/gmall/ads/ads_user_action\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_change.json /warehouse/gmall/ads/ads_user_change\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_retention.json /warehouse/gmall/ads/ads_user_retention\\n  export_data /opt/module/datax/job/export/gmall_report.ads_user_stats.json /warehouse/gmall/ads/ads_user_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_activity_stats.json /warehouse/gmall/ads/ads_activity_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_coupon_stats.json /warehouse/gmall/ads/ads_coupon_stats\\n  export_data /opt/module/datax/job/export/gmall_report.ads_sku_cart_num_top3_by_cate.json /warehouse/gmall/ads/ads_sku_cart_num_top3_by_cate\\n  ;;\\nesac\",\"waitStartTimeout\":null,\"switchResult\":\"{}\",\"conditionResult\":\"{\\\"successNode\\\":[],\\\"failedNode\\\":[]}\",\"dependence\":\"{}\"}', 1, 1, 0, 2, 'default', 6040283383712, 'export HADOOP_HOME=/opt/module/hadoop-3.1.3\nexport HADOOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop\nexport SPARK_HOME=/opt/module/spark\nexport SPARK_HOME2=/opt/soft/spark2\nexport PYTHON_HOME=/opt/soft/python\nexport JAVA_HOME=/opt/module/jdk1.8.0_212\nexport HIVE_HOME=/opt/module/hive\nexport FLINK_HOME=/opt/soft/flink\nexport DATAX_HOME=/opt/module/datax\n\nexport PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_HOME/bin:$PATH', 2, NULL, 0, '[]', 0);
COMMIT;

-- ----------------------------
-- Table structure for t_ds_tenant
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_tenant`;
CREATE TABLE `t_ds_tenant` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `tenant_code` varchar(64) DEFAULT NULL COMMENT 'tenant code',
  `description` varchar(255) DEFAULT NULL,
  `queue_id` int(11) DEFAULT NULL COMMENT 'queue id',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_tenant
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_tenant` VALUES (1, 'atguigu', '', 1, '2022-07-01 04:11:22', '2022-07-01 04:11:22');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_udfs
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_udfs`;
CREATE TABLE `t_ds_udfs` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'key',
  `user_id` int(11) NOT NULL COMMENT 'user id',
  `func_name` varchar(100) NOT NULL COMMENT 'UDF function name',
  `class_name` varchar(255) NOT NULL COMMENT 'class of udf',
  `type` tinyint(4) NOT NULL COMMENT 'Udf function type',
  `arg_types` varchar(255) DEFAULT NULL COMMENT 'arguments types',
  `database` varchar(255) DEFAULT NULL COMMENT 'data base',
  `description` varchar(255) DEFAULT NULL,
  `resource_id` int(11) NOT NULL COMMENT 'resource id',
  `resource_name` varchar(255) NOT NULL COMMENT 'resource name',
  `create_time` datetime NOT NULL COMMENT 'create time',
  `update_time` datetime NOT NULL COMMENT 'update time',
  PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_udfs
-- ----------------------------
BEGIN;
COMMIT;

-- ----------------------------
-- Table structure for t_ds_user
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_user`;
CREATE TABLE `t_ds_user` (
  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'user id',
  `user_name` varchar(64) DEFAULT NULL COMMENT 'user name',
  `user_password` varchar(64) DEFAULT NULL COMMENT 'user password',
  `user_type` tinyint(4) DEFAULT NULL COMMENT 'user type, 0:administrator，1:ordinary user',
  `email` varchar(64) DEFAULT NULL COMMENT 'email',
  `phone` varchar(11) DEFAULT NULL COMMENT 'phone',
  `tenant_id` int(11) DEFAULT NULL COMMENT 'tenant id',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  `queue` varchar(64) DEFAULT NULL COMMENT 'queue',
  `state` tinyint(4) DEFAULT '1' COMMENT 'state 0:disable 1:enable',
  PRIMARY KEY (`id`),
  UNIQUE KEY `user_name_unique` (`user_name`)
) ENGINE=InnoDB AUTO_INCREMENT=3 DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_user
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_user` VALUES (1, 'admin', '7ad2410b2f4c074479a8937a28a22b8f', 0, 'xxx@qq.com', '', 0, '2018-03-27 15:48:50', '2018-10-24 17:40:22', NULL, 1);
INSERT INTO `t_ds_user` VALUES (2, 'atguigu', 'e44ba07c589d5454289a6202c435068f', 1, '105589346@qq.com', '', 1, '2022-07-01 04:11:37', '2022-07-01 04:11:37', 'default', 1);
COMMIT;

-- ----------------------------
-- Table structure for t_ds_version
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_version`;
CREATE TABLE `t_ds_version` (
  `id` int(11) NOT NULL AUTO_INCREMENT,
  `version` varchar(200) NOT NULL,
  PRIMARY KEY (`id`),
  UNIQUE KEY `version_UNIQUE` (`version`)
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8 COMMENT='version';

-- ----------------------------
-- Records of t_ds_version
-- ----------------------------
BEGIN;
INSERT INTO `t_ds_version` VALUES (1, '2.0.3');
COMMIT;

-- ----------------------------
-- Table structure for t_ds_worker_group
-- ----------------------------
DROP TABLE IF EXISTS `t_ds_worker_group`;
CREATE TABLE `t_ds_worker_group` (
  `id` bigint(11) NOT NULL AUTO_INCREMENT COMMENT 'id',
  `name` varchar(255) NOT NULL COMMENT 'worker group name',
  `addr_list` text COMMENT 'worker addr list. split by [,]',
  `create_time` datetime DEFAULT NULL COMMENT 'create time',
  `update_time` datetime DEFAULT NULL COMMENT 'update time',
  PRIMARY KEY (`id`),
  UNIQUE KEY `name_unique` (`name`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

-- ----------------------------
-- Records of t_ds_worker_group
-- ----------------------------
BEGIN;
COMMIT;

SET FOREIGN_KEY_CHECKS = 1;
